09:01:31.069 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
09:01:31.069 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskH3G_lE/test-tmp
09:01:31.069 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
09:01:31.069 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskH3G_lE/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
09:01:31.072 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
09:01:31.402 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:01:31.402 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
09:01:31.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.404853 321 mini_oidc.cc:150] Starting JWKS server
09:01:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.407476 321 webserver.cc:492] Webserver started at http://127.0.0.1:46093/ using document root <none> and password file <none>
09:01:31.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.407770 321 mini_oidc.cc:186] Starting OIDC Discovery server
09:01:31.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.408313 321 webserver.cc:492] Webserver started at http://127.0.0.1:41965/ using document root <none> and password file <none>
09:01:31.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-03-21T09:01:31Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
09:01:31.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-03-21T09:01:31Z Disabled control of system clock
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.437299 321 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/wal
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/data
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/logs
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/data/info.pb
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.80.126:43989
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.80.126
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.80.84:41655
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:01:31.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:01:31.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:01:31.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:01:31.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491
09:01:31.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:01:31.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46093/jwks.json
09:01:31.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
09:01:31.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
09:01:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:31.754401 332 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:01:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:31.754700 332 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:01:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:31.754777 332 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:01:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:31.762992 332 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:01:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:31.763087 332 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
09:01:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:31.763136 332 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:01:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:31.763180 332 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:01:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:31.763231 332 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:01:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:31.763290 332 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:01:31.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:31.763335 332 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46093/jwks.json
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.773280 332 master_runner.cc:386] Master server non-default flags:
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.80.84:41655
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/data
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/wal
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.80.126:43989
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46093/jwks.json
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/data/info.pb
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.80.126
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:01:31.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:01:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:01:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/logs
09:01:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:01:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:01:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:01:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:01:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:01:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 68f10dd41067059260a5fb5c725b178b69c38aed
09:01:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:01:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Mar 2026 08:43:23 UTC on bdcb31816ec0
09:01:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11034
09:01:31.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:01:31.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.774866 332 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:01:31.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.776696 332 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:01:31.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:31.784888 338 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:01:31.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:31.784883 337 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:01:31.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:31.785477 340 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:01:31.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.786254 332 server_base.cc:1061] running on GCE node
09:01:31.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.786922 332 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:01:31.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.788223 332 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:01:31.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.789465 332 hybrid_clock.cc:648] HybridClock initialized: now 1774083691789392 us; error 49 us; skew 500 ppm
09:01:31.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.789811 332 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:01:31.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.791934 332 webserver.cc:492] Webserver started at http://127.0.80.126:33111/ using document root <none> and password file <none>
09:01:31.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.792685 332 fs_manager.cc:362] Metadata directory not provided
09:01:31.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.792826 332 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:01:31.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.793205 332 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:01:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.795481 332 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/data/instance:
09:01:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35dc867795cd4958aa5652a714cf849b"
09:01:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 09:01:31 on dist-test-slave-98dh"
09:01:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.796260 332 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/wal/instance:
09:01:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35dc867795cd4958aa5652a714cf849b"
09:01:31.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 09:01:31 on dist-test-slave-98dh"
09:01:31.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.801337 332 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
09:01:31.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.804556 346 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:01:31.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.805763 332 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
09:01:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.805967 332 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/data,/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/wal
09:01:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35dc867795cd4958aa5652a714cf849b"
09:01:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 09:01:31 on dist-test-slave-98dh"
09:01:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.806166 332 fs_report.cc:389] FS layout report
09:01:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:01:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/wal
09:01:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/wal
09:01:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/data/data
09:01:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:01:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:01:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:01:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:01:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:01:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:01:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:01:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:01:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:01:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:01:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:01:31.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.821257 332 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:01:31.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.822099 332 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:01:31.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.822415 332 kserver.cc:163] Server-wide thread pool size limit: 3276
09:01:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.845265 332 rpc_server.cc:307] RPC server started. Bound to: 127.0.80.126:43989
09:01:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.845350 407 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.80.126:43989 every 8 connection(s)
09:01:31.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.846779 332 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/data/info.pb
09:01:31.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.851238 408 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:01:31.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.853789 321 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu as pid 332
09:01:31.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.854094 321 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/wal/instance
09:01:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.856418 321 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu
09:01:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu
09:01:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-1/wal
09:01:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-1/data
09:01:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:01:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:01:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:01:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:01:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:01:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:01:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-1/logs
09:01:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-1/data/info.pb
09:01:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:01:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:01:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:01:31.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:01:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:01:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:01:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:01:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:01:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:01:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:01:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:01:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:01:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.80.125:34927
09:01:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.80.125
09:01:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:01:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.80.84:41655
09:01:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:01:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:01:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:01:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:01:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491
09:01:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:01:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46093/jwks.json
09:01:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
09:01:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
09:01:31.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.856983 408 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } has no permanent_uuid. Determining permanent_uuid...
09:01:31.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.876354 408 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } has no permanent_uuid. Determining permanent_uuid...
09:01:31.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:31.877496 348 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111)
09:01:31.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:31.879086 408 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.80.125:34927: Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111)
09:01:31.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.928464 408 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } attempt: 1
09:01:31.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:31.930646 408 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.80.125:34927: Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111)
09:01:31.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:31.998929 408 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } attempt: 2
09:01:32.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.000988 408 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.80.125:34927: Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111)
09:01:32.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.092260 408 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } attempt: 3
09:01:32.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.094177 408 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.80.125:34927: Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111)
09:01:32.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.186633 412 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:01:32.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.186962 412 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:01:32.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.187072 412 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:01:32.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.195729 412 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:01:32.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.195825 412 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
09:01:32.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.195878 412 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:01:32.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.195917 412 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:01:32.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.195971 412 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:01:32.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.196010 412 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:01:32.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.196062 412 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46093/jwks.json
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.206110 412 master_runner.cc:386] Master server non-default flags:
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.80.84:41655
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-1/data
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-1/wal
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.80.125:34927
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46093/jwks.json
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-1/data/info.pb
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.80.125
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:01:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:01:32.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:01:32.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-1/logs
09:01:32.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:01:32.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:01:32.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:01:32.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:01:32.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:01:32.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 68f10dd41067059260a5fb5c725b178b69c38aed
09:01:32.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:01:32.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Mar 2026 08:43:23 UTC on bdcb31816ec0
09:01:32.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11034
09:01:32.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:01:32.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.207851 412 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:01:32.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.209693 412 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:01:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.218497 418 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:01:32.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.219214 419 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:01:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.220784 421 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:01:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.220785 412 server_base.cc:1061] running on GCE node
09:01:32.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.221690 412 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:01:32.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.223064 412 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:01:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.224362 412 hybrid_clock.cc:648] HybridClock initialized: now 1774083692224291 us; error 42 us; skew 500 ppm
09:01:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.224753 412 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:01:32.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.226962 412 webserver.cc:492] Webserver started at http://127.0.80.125:35143/ using document root <none> and password file <none>
09:01:32.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.227819 412 fs_manager.cc:362] Metadata directory not provided
09:01:32.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.227988 412 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:01:32.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.228343 412 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:01:32.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.230729 412 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-1/data/instance:
09:01:32.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e07e69363f7140b193437e291f4fc1fd"
09:01:32.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 09:01:32 on dist-test-slave-98dh"
09:01:32.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.231585 412 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-1/wal/instance:
09:01:32.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e07e69363f7140b193437e291f4fc1fd"
09:01:32.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 09:01:32 on dist-test-slave-98dh"
09:01:32.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.236660 412 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.001s sys 0.003s
09:01:32.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.237473 408 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } attempt: 4
09:01:32.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.239158 408 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.80.125:34927: Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111)
09:01:32.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.240105 427 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:01:32.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.241386 412 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
09:01:32.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.241528 412 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-1/data,/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-1/wal
09:01:32.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e07e69363f7140b193437e291f4fc1fd"
09:01:32.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 09:01:32 on dist-test-slave-98dh"
09:01:32.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.241683 412 fs_report.cc:389] FS layout report
09:01:32.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:01:32.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-1/wal
09:01:32.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-1/wal
09:01:32.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-1/data/data
09:01:32.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:01:32.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:01:32.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:01:32.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:01:32.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:01:32.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:01:32.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:01:32.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:01:32.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:01:32.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:01:32.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:01:32.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.259618 412 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:01:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.260385 412 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:01:32.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.260619 412 kserver.cc:163] Server-wide thread pool size limit: 3276
09:01:32.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.282821 412 rpc_server.cc:307] RPC server started. Bound to: 127.0.80.125:34927
09:01:32.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.282867 488 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.80.125:34927 every 8 connection(s)
09:01:32.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.284418 412 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-1/data/info.pb
09:01:32.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.285778 321 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu as pid 412
09:01:32.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.285904 321 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-1/wal/instance
09:01:32.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.287329 321 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu
09:01:32.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu
09:01:32.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-2/wal
09:01:32.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-2/data
09:01:32.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:01:32.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:01:32.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:01:32.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:01:32.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:01:32.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:01:32.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-2/logs
09:01:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-2/data/info.pb
09:01:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:01:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:01:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:01:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:01:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:01:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:01:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:01:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:01:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:01:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:01:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:01:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:01:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.80.124:40491
09:01:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.80.124
09:01:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:01:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.80.84:41655
09:01:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:01:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:01:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:01:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:01:32.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491
09:01:32.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:01:32.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46093/jwks.json
09:01:32.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
09:01:32.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
09:01:32.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.289740 489 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:01:32.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.296888 489 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } has no permanent_uuid. Determining permanent_uuid...
09:01:32.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.309630 489 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } has no permanent_uuid. Determining permanent_uuid...
09:01:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.318225 489 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } has no permanent_uuid. Determining permanent_uuid...
09:01:32.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.319134 429 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:01:32.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.320842 489 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.80.124:40491: Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:01:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.370226 489 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } attempt: 1
09:01:32.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.372376 489 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.80.124:40491: Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:01:32.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.440685 489 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } attempt: 2
09:01:32.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.442885 489 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.80.124:40491: Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:01:32.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.534129 489 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } attempt: 3
09:01:32.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.536268 489 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.80.124:40491: Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:01:32.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.538544 408 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } attempt: 5
09:01:32.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.544603 408 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } has no permanent_uuid. Determining permanent_uuid...
09:01:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.546149 408 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.80.124:40491: Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:01:32.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.597431 408 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } attempt: 1
09:01:32.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.599462 408 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.80.124:40491: Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:01:32.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.615976 491 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:01:32.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.616292 491 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:01:32.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.616370 491 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:01:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.624858 491 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:01:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.624954 491 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
09:01:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.625005 491 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:01:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.625044 491 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:01:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.625097 491 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:01:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.625144 491 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:01:32.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.625187 491 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46093/jwks.json
09:01:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.635427 491 master_runner.cc:386] Master server non-default flags:
09:01:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:01:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.80.84:41655
09:01:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:01:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:01:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
09:01:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-2/data
09:01:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-2/wal
09:01:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:01:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491
09:01:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
09:01:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:01:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:01:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:01:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.80.124:40491
09:01:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:01:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46093/jwks.json
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-2/data/info.pb
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.80.124
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-2/logs
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 68f10dd41067059260a5fb5c725b178b69c38aed
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Mar 2026 08:43:23 UTC on bdcb31816ec0
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11034
09:01:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:01:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.637058 491 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:01:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.638882 491 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:01:32.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.647451 499 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:01:32.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.647454 500 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:01:32.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.648037 502 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:01:32.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.648474 491 server_base.cc:1061] running on GCE node
09:01:32.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.649119 491 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:01:32.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.650491 491 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:01:32.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.651739 491 hybrid_clock.cc:648] HybridClock initialized: now 1774083692651663 us; error 49 us; skew 500 ppm
09:01:32.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.652091 491 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:01:32.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.654165 491 webserver.cc:492] Webserver started at http://127.0.80.124:33271/ using document root <none> and password file <none>
09:01:32.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.654902 491 fs_manager.cc:362] Metadata directory not provided
09:01:32.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.655053 491 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:01:32.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.655458 491 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:01:32.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.657756 491 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-2/data/instance:
09:01:32.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2b6f443809b4549b961989c629717e3"
09:01:32.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 09:01:32 on dist-test-slave-98dh"
09:01:32.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.658556 491 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-2/wal/instance:
09:01:32.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2b6f443809b4549b961989c629717e3"
09:01:32.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 09:01:32 on dist-test-slave-98dh"
09:01:32.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.663916 491 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
09:01:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.667253 508 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:01:32.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.667677 408 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } attempt: 2
09:01:32.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.668780 491 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
09:01:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.668952 491 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-2/data,/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-2/wal
09:01:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2b6f443809b4549b961989c629717e3"
09:01:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 09:01:32 on dist-test-slave-98dh"
09:01:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.669193 491 fs_report.cc:389] FS layout report
09:01:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:01:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-2/wal
09:01:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-2/wal
09:01:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-2/data/data
09:01:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:01:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:01:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:01:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:01:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:01:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:01:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:01:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:01:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:01:32.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:01:32.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:01:32.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.669661 408 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.80.124:40491: Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:01:32.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.679474 489 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } attempt: 4
09:01:32.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.681241 489 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.80.124:40491: Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:01:32.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.721232 491 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:01:32.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.722173 491 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:01:32.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.722512 491 kserver.cc:163] Server-wide thread pool size limit: 3276
09:01:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.748893 491 rpc_server.cc:307] RPC server started. Bound to: 127.0.80.124:40491
09:01:32.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.748916 569 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.80.124:40491 every 8 connection(s)
09:01:32.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.750494 491 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-2/data/info.pb
09:01:32.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.754582 570 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
09:01:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.757319 321 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu as pid 491
09:01:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.757515 321 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-2/wal/instance
09:01:32.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.762045 570 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } has no permanent_uuid. Determining permanent_uuid...
09:01:32.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.775673 570 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } has no permanent_uuid. Determining permanent_uuid...
09:01:32.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.776250 408 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } attempt: 3
09:01:32.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.783910 570 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } has no permanent_uuid. Determining permanent_uuid...
09:01:32.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.793762 408 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b: Bootstrap starting.
09:01:32.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.796401 570 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3: Bootstrap starting.
09:01:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.797820 408 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b: Neither blocks nor log segments found. Creating new log.
09:01:32.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.799237 408 log.cc:826] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b: Log is configured to *not* fsync() on all Append() calls
09:01:32.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.800228 570 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3: Neither blocks nor log segments found. Creating new log.
09:01:32.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.801328 570 log.cc:826] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3: Log is configured to *not* fsync() on all Append() calls
09:01:32.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.802098 408 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b: No bootstrap required, opened a new log
09:01:32.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.803751 570 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3: No bootstrap required, opened a new log
09:01:32.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.807152 408 raft_consensus.cc:359] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:32.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.807488 408 raft_consensus.cc:385] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:01:32.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.807624 408 raft_consensus.cc:740] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 35dc867795cd4958aa5652a714cf849b, State: Initialized, Role: FOLLOWER
09:01:32.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.808283 408 consensus_queue.cc:260] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:32.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.809201 581 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } } }
09:01:32.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.809556 581 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [sys.catalog]: This master's current role is: FOLLOWER
09:01:32.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.809563 570 raft_consensus.cc:359] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:32.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.809841 570 raft_consensus.cc:385] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:01:32.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.809924 570 raft_consensus.cc:740] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e2b6f443809b4549b961989c629717e3, State: Initialized, Role: FOLLOWER
09:01:32.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.810242 408 sys_catalog.cc:565] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [sys.catalog]: configured and running, proceeding with master startup.
09:01:32.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.810500 570 consensus_queue.cc:260] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.811401 582 sys_catalog.cc:455] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } } }
09:01:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.811713 582 sys_catalog.cc:458] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [sys.catalog]: This master's current role is: FOLLOWER
09:01:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.812570 570 sys_catalog.cc:565] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [sys.catalog]: configured and running, proceeding with master startup.
09:01:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.824947 352 tablet.cc:2379] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:01:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.829097 581 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:01:32.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.829386 581 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:32.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.831012 581 leader_election.cc:290] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927), e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491)
09:01:32.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.832263 535 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "35dc867795cd4958aa5652a714cf849b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e2b6f443809b4549b961989c629717e3" is_pre_election: true
09:01:32.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.832878 535 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 35dc867795cd4958aa5652a714cf849b in term 0.
09:01:32.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.824781 332 master_runner.cc:186] Error getting master registration for 127.0.80.125:34927: OK, instance_id { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" instance_seqno: 1774083692277806 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:01:32.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.834851 332 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:01:32.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.837981 348 leader_election.cc:304] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 35dc867795cd4958aa5652a714cf849b, e2b6f443809b4549b961989c629717e3; no voters:
09:01:32.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.839651 581 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 0 FOLLOWER]: Leader pre-election won for term 1
09:01:32.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.839852 581 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:01:32.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.839987 581 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 0 FOLLOWER]: Advancing to term 1
09:01:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.844506 581 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:32.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.835379 491 master_runner.cc:186] Error getting master registration for 127.0.80.125:34927: OK, instance_id { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" instance_seqno: 1774083692277806 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
09:01:32.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.846408 491 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:01:32.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.846555 535 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "35dc867795cd4958aa5652a714cf849b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e2b6f443809b4549b961989c629717e3"
09:01:32.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.846921 535 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 0 FOLLOWER]: Advancing to term 1
09:01:32.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.850618 598 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:01:32.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.850808 598 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:01:32.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.851240 535 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 35dc867795cd4958aa5652a714cf849b in term 1.
09:01:32.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.855017 348 leader_election.cc:304] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 35dc867795cd4958aa5652a714cf849b, e2b6f443809b4549b961989c629717e3; no voters:
09:01:32.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.856325 581 leader_election.cc:290] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 1 election: Requested vote from peers e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927), e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491)
09:01:32.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.856675 581 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 1 FOLLOWER]: Leader election won for term 1
09:01:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.857012 581 raft_consensus.cc:697] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 1 LEADER]: Becoming Leader. State: Replica: 35dc867795cd4958aa5652a714cf849b, State: Running, Role: LEADER
09:01:32.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.857924 581 consensus_queue.cc:237] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:32.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.858708 604 catalog_manager.cc:1568] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
09:01:32.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:32.858819 604 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
09:01:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.872700 607 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 35dc867795cd4958aa5652a714cf849b. Latest consensus state: current_term: 1 leader_uuid: "35dc867795cd4958aa5652a714cf849b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } } }
09:01:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.873005 607 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [sys.catalog]: This master's current role is: LEADER
09:01:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.874449 609 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:01:32.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.876883 609 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:01:32.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.885134 535 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 1 FOLLOWER]: Refusing update from remote peer 35dc867795cd4958aa5652a714cf849b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:01:32.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.886067 607 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [LEADER]: Connected to new peer: Peer: permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:01:32.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.904901 582 sys_catalog.cc:455] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 35dc867795cd4958aa5652a714cf849b. Latest consensus state: current_term: 1 leader_uuid: "35dc867795cd4958aa5652a714cf849b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } } }
09:01:32.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.905128 582 sys_catalog.cc:458] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [sys.catalog]: This master's current role is: FOLLOWER
09:01:32.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.909271 610 mvcc.cc:204] Tried to move back new op lower bound from 7266646806048264192 to 7266646805953163264. Current Snapshot: MvccSnapshot[applied={T|T < 7266646806048264192}]
09:01:32.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.917761 582 sys_catalog.cc:455] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "35dc867795cd4958aa5652a714cf849b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } } }
09:01:32.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.917984 582 sys_catalog.cc:458] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [sys.catalog]: This master's current role is: FOLLOWER
09:01:32.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.925892 609 catalog_manager.cc:1357] Generated new cluster ID: a668e81d53cf491ba6e4eefec16a080f
09:01:32.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.926010 609 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:01:32.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.927296 581 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "35dc867795cd4958aa5652a714cf849b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } } }
09:01:32.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.927574 581 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [sys.catalog]: This master's current role is: LEADER
09:01:32.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.953738 609 catalog_manager.cc:1380] Generated new certificate authority record
09:01:32.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.955582 609 catalog_manager.cc:1514] Loading token signing keys...
09:01:32.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.969404 609 catalog_manager.cc:6044] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b: Generated new TSK 0
09:01:32.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.970513 609 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:01:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.981865 321 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu
09:01:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu
09:01:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-0/wal
09:01:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-0/data
09:01:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:01:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:01:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:01:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:01:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:01:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:01:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-0/logs
09:01:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-0/data/info.pb
09:01:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:01:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:01:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:01:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:01:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:01:32.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:01:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:01:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:01:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:01:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:01:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.80.65:0
09:01:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.80.65
09:01:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.80.65
09:01:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:01:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491
09:01:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.80.84:41655
09:01:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:01:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:01:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:01:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:01:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:01:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
09:01:32.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.983321 489 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } attempt: 5
09:01:32.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:32.996464 489 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd: Bootstrap starting.
09:01:33.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.000626 489 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd: Neither blocks nor log segments found. Creating new log.
09:01:33.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.001965 489 log.cc:826] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd: Log is configured to *not* fsync() on all Append() calls
09:01:33.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.014509 489 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd: No bootstrap required, opened a new log
09:01:33.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.022390 489 raft_consensus.cc:359] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:33.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.022713 489 raft_consensus.cc:385] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:01:33.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.022826 489 raft_consensus.cc:740] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e07e69363f7140b193437e291f4fc1fd, State: Initialized, Role: FOLLOWER
09:01:33.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.023573 489 consensus_queue.cc:260] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:33.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.031795 618 sys_catalog.cc:455] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } } }
09:01:33.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.032058 618 sys_catalog.cc:458] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [sys.catalog]: This master's current role is: FOLLOWER
09:01:33.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.045171 489 sys_catalog.cc:565] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [sys.catalog]: configured and running, proceeding with master startup.
09:01:33.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.045848 453 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "35dc867795cd4958aa5652a714cf849b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e07e69363f7140b193437e291f4fc1fd"
09:01:33.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.045198 454 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "35dc867795cd4958aa5652a714cf849b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e07e69363f7140b193437e291f4fc1fd" is_pre_election: true
09:01:33.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.046758 452 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 0 FOLLOWER]: Advancing to term 1
09:01:33.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.052908 452 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 1 FOLLOWER]: Refusing update from remote peer 35dc867795cd4958aa5652a714cf849b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:01:33.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.053864 615 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [LEADER]: Connected to new peer: Peer: permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:01:33.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.090636 618 sys_catalog.cc:455] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 35dc867795cd4958aa5652a714cf849b. Latest consensus state: current_term: 1 leader_uuid: "35dc867795cd4958aa5652a714cf849b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } } }
09:01:33.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.090876 618 sys_catalog.cc:458] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [sys.catalog]: This master's current role is: FOLLOWER
09:01:33.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.091212 623 sys_catalog.cc:455] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "35dc867795cd4958aa5652a714cf849b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } } }
09:01:33.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.091507 623 sys_catalog.cc:458] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [sys.catalog]: This master's current role is: FOLLOWER
09:01:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.114969 634 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
09:01:33.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.163734 615 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "35dc867795cd4958aa5652a714cf849b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } } }
09:01:33.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.164084 615 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [sys.catalog]: This master's current role is: LEADER
09:01:33.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:33.476015 616 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:01:33.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:33.476485 616 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:01:33.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:33.476642 616 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:01:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:33.485289 616 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:01:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:33.485476 616 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
09:01:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:33.485554 616 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
09:01:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:33.485613 616 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
09:01:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:33.485750 616 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.80.65
09:01:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.496251 616 tablet_server_runner.cc:78] Tablet server non-default flags:
09:01:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:01:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.80.84:41655
09:01:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:01:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:01:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-0/data
09:01:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-0/wal
09:01:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:01:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:01:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.80.65:0
09:01:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:01:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:01:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:01:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-0/data/info.pb
09:01:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.80.65
09:01:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:01:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:01:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:01:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
09:01:33.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491
09:01:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:01:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:01:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:01:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:01:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:01:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.80.65
09:01:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-0/logs
09:01:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:01:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:01:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:01:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:01:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:01:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 68f10dd41067059260a5fb5c725b178b69c38aed
09:01:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:01:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Mar 2026 08:43:23 UTC on bdcb31816ec0
09:01:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11034
09:01:33.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:01:33.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.498257 616 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:01:33.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.500155 616 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:01:33.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:33.509397 639 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:01:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:33.509979 640 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:01:33.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.510744 616 server_base.cc:1061] running on GCE node
09:01:33.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:33.510968 642 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:01:33.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.511656 616 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:01:33.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.512579 616 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:01:33.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.513808 616 hybrid_clock.cc:648] HybridClock initialized: now 1774083693513738 us; error 46 us; skew 500 ppm
09:01:33.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.514166 616 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:01:33.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.516345 616 webserver.cc:492] Webserver started at http://127.0.80.65:41825/ using document root <none> and password file <none>
09:01:33.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.517143 616 fs_manager.cc:362] Metadata directory not provided
09:01:33.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.517287 616 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:01:33.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.517675 616 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:01:33.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.520016 616 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-0/data/instance:
09:01:33.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42349c742f6b424e9105cf0ad6a94047"
09:01:33.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 09:01:33 on dist-test-slave-98dh"
09:01:33.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.520756 616 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-0/wal/instance:
09:01:33.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42349c742f6b424e9105cf0ad6a94047"
09:01:33.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 09:01:33 on dist-test-slave-98dh"
09:01:33.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.525638 616 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
09:01:33.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.528708 648 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:01:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.529943 616 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
09:01:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.530117 616 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-0/data,/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-0/wal
09:01:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "42349c742f6b424e9105cf0ad6a94047"
09:01:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 09:01:33 on dist-test-slave-98dh"
09:01:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.530339 616 fs_report.cc:389] FS layout report
09:01:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:01:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-0/wal
09:01:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-0/wal
09:01:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-0/data/data
09:01:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:01:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:01:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:01:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:01:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:01:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:01:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:01:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:01:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:01:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:01:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:01:33.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.555436 616 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:01:33.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.556378 616 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:01:33.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.556715 616 kserver.cc:163] Server-wide thread pool size limit: 3276
09:01:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.559804 616 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:01:33.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.559939 616 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:01:33.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.560055 616 ts_tablet_manager.cc:616] Registered 0 tablets
09:01:33.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.560184 616 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:01:33.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.622833 616 rpc_server.cc:307] RPC server started. Bound to: 127.0.80.65:34881
09:01:33.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.622943 772 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.80.65:34881 every 8 connection(s)
09:01:33.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.624189 616 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-0/data/info.pb
09:01:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.626794 321 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu as pid 616
09:01:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.626984 321 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-0/wal/instance
09:01:33.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.632218 321 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu
09:01:33.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu
09:01:33.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-1/wal
09:01:33.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-1/data
09:01:33.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:01:33.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:01:33.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:01:33.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:01:33.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:01:33.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:01:33.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-1/logs
09:01:33.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-1/data/info.pb
09:01:33.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:01:33.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:01:33.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:01:33.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:01:33.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:01:33.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:01:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:01:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:01:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:01:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:01:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.80.66:0
09:01:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.80.66
09:01:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.80.66
09:01:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:01:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491
09:01:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.80.84:41655
09:01:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:01:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:01:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:01:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:01:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:01:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
09:01:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.632416 774 heartbeater.cc:344] Connected to a master server at 127.0.80.126:43989
09:01:33.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.632833 774 heartbeater.cc:461] Registering TS with master...
09:01:33.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.634057 774 heartbeater.cc:507] Master 127.0.80.126:43989 requested a full tablet report, sending...
09:01:33.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.636801 363 ts_manager.cc:194] Registered new tserver with Master: 42349c742f6b424e9105cf0ad6a94047 (127.0.80.65:34881)
09:01:33.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.637780 775 heartbeater.cc:344] Connected to a master server at 127.0.80.125:34927
09:01:33.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.637928 775 heartbeater.cc:461] Registering TS with master...
09:01:33.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.638414 775 heartbeater.cc:507] Master 127.0.80.125:34927 requested a full tablet report, sending...
09:01:33.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.639320 363 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.80.65:53077
09:01:33.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.640101 444 ts_manager.cc:194] Registered new tserver with Master: 42349c742f6b424e9105cf0ad6a94047 (127.0.80.65:34881)
09:01:33.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.640767 773 heartbeater.cc:344] Connected to a master server at 127.0.80.124:40491
09:01:33.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.640895 773 heartbeater.cc:461] Registering TS with master...
09:01:33.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.641767 773 heartbeater.cc:507] Master 127.0.80.124:40491 requested a full tablet report, sending...
09:01:33.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.643191 525 ts_manager.cc:194] Registered new tserver with Master: 42349c742f6b424e9105cf0ad6a94047 (127.0.80.65:34881)
09:01:33.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.860787 604 catalog_manager.cc:1269] Loaded cluster ID: a668e81d53cf491ba6e4eefec16a080f
09:01:33.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.860913 604 catalog_manager.cc:1562] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3: loading cluster ID for follower catalog manager: success
09:01:33.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.863881 604 catalog_manager.cc:1584] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3: acquiring CA information for follower catalog manager: success
09:01:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:33.865922 604 catalog_manager.cc:1612] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:01:34.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.013626 778 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:01:34.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.013954 778 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:01:34.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.014104 778 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:01:34.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.023000 778 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:01:34.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.023134 778 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
09:01:34.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.023191 778 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
09:01:34.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.023228 778 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
09:01:34.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.023377 778 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.80.66
09:01:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.033455 778 tablet_server_runner.cc:78] Tablet server non-default flags:
09:01:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:01:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.80.84:41655
09:01:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:01:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:01:34.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-1/data
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-1/wal
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.80.66:0
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-1/data/info.pb
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.80.66
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.80.66
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-1/logs
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 68f10dd41067059260a5fb5c725b178b69c38aed
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Mar 2026 08:43:23 UTC on bdcb31816ec0
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11034
09:01:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:01:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.035207 778 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:01:34.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.037012 778 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:01:34.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.046479 783 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:01:34.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.048051 784 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:01:34.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.049435 786 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:01:34.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.049755 778 server_base.cc:1061] running on GCE node
09:01:34.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.050341 778 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:01:34.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.051323 778 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:01:34.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.052579 778 hybrid_clock.cc:648] HybridClock initialized: now 1774083694052507 us; error 58 us; skew 500 ppm
09:01:34.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.053004 778 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:01:34.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.055745 778 webserver.cc:492] Webserver started at http://127.0.80.66:44809/ using document root <none> and password file <none>
09:01:34.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.056437 778 fs_manager.cc:362] Metadata directory not provided
09:01:34.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.056540 778 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:01:34.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.056802 778 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:01:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.059124 778 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-1/data/instance:
09:01:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b537cdd6d6ee4aa7a1830542f87633c1"
09:01:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 09:01:34 on dist-test-slave-98dh"
09:01:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.059952 778 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-1/wal/instance:
09:01:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b537cdd6d6ee4aa7a1830542f87633c1"
09:01:34.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 09:01:34 on dist-test-slave-98dh"
09:01:34.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.065393 778 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
09:01:34.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.068975 792 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:01:34.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.070452 778 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
09:01:34.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.070628 778 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-1/data,/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-1/wal
09:01:34.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b537cdd6d6ee4aa7a1830542f87633c1"
09:01:34.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 09:01:34 on dist-test-slave-98dh"
09:01:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.070861 778 fs_report.cc:389] FS layout report
09:01:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:01:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-1/wal
09:01:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-1/wal
09:01:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-1/data/data
09:01:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:01:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:01:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:01:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:01:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:01:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:01:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:01:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:01:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:01:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:01:34.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:01:34.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.088498 778 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:01:34.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.089342 778 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:01:34.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.089671 778 kserver.cc:163] Server-wide thread pool size limit: 3276
09:01:34.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.092826 778 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:01:34.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.092945 778 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:01:34.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.093050 778 ts_tablet_manager.cc:616] Registered 0 tablets
09:01:34.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.093142 778 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
09:01:34.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.124843 634 catalog_manager.cc:1269] Loaded cluster ID: a668e81d53cf491ba6e4eefec16a080f
09:01:34.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.125193 634 catalog_manager.cc:1562] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd: loading cluster ID for follower catalog manager: success
09:01:34.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.130558 634 catalog_manager.cc:1584] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd: acquiring CA information for follower catalog manager: success
09:01:34.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.134171 634 catalog_manager.cc:1612] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:01:34.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.245796 778 rpc_server.cc:307] RPC server started. Bound to: 127.0.80.66:34419
09:01:34.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.246096 917 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.80.66:34419 every 8 connection(s)
09:01:34.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.248077 778 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-1/data/info.pb
09:01:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.257566 321 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu as pid 778
09:01:34.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.257746 321 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-1/wal/instance
09:01:34.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.257721 919 heartbeater.cc:344] Connected to a master server at 127.0.80.126:43989
09:01:34.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.258144 919 heartbeater.cc:461] Registering TS with master...
09:01:34.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.259482 919 heartbeater.cc:507] Master 127.0.80.126:43989 requested a full tablet report, sending...
09:01:34.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.262990 362 ts_manager.cc:194] Registered new tserver with Master: b537cdd6d6ee4aa7a1830542f87633c1 (127.0.80.66:34419)
09:01:34.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.264199 362 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.80.66:51909
09:01:34.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.265918 321 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu
09:01:34.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu
09:01:34.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-2/wal
09:01:34.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-2/data
09:01:34.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:01:34.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:01:34.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-2/logs
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-2/data/info.pb
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.80.67:0
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.80.67
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.80.67
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.80.84:41655
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:01:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
09:01:34.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.272455 920 heartbeater.cc:344] Connected to a master server at 127.0.80.125:34927
09:01:34.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.272486 918 heartbeater.cc:344] Connected to a master server at 127.0.80.124:40491
09:01:34.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.272651 918 heartbeater.cc:461] Registering TS with master...
09:01:34.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.272655 920 heartbeater.cc:461] Registering TS with master...
09:01:34.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.273146 920 heartbeater.cc:507] Master 127.0.80.125:34927 requested a full tablet report, sending...
09:01:34.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.273177 918 heartbeater.cc:507] Master 127.0.80.124:40491 requested a full tablet report, sending...
09:01:34.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.274379 444 ts_manager.cc:194] Registered new tserver with Master: b537cdd6d6ee4aa7a1830542f87633c1 (127.0.80.66:34419)
09:01:34.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.274755 525 ts_manager.cc:194] Registered new tserver with Master: b537cdd6d6ee4aa7a1830542f87633c1 (127.0.80.66:34419)
09:01:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.607985 923 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:01:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.608269 923 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:01:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.608371 923 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:01:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.617142 923 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:01:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.617264 923 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
09:01:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.617318 923 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
09:01:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.617354 923 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
09:01:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.617431 923 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.80.67
09:01:34.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.627629 923 tablet_server_runner.cc:78] Tablet server non-default flags:
09:01:34.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:01:34.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.80.84:41655
09:01:34.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:01:34.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:01:34.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-2/data
09:01:34.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-2/wal
09:01:34.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:01:34.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.80.67:0
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-2/data/info.pb
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.80.67
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.80.67
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-2/logs
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 68f10dd41067059260a5fb5c725b178b69c38aed
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Mar 2026 08:43:23 UTC on bdcb31816ec0
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11034
09:01:34.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:01:34.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.629050 923 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:01:34.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.630702 923 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:01:34.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.639851 929 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:01:34.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.639926 930 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:01:34.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.640722 932 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:01:34.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.641027 923 server_base.cc:1061] running on GCE node
09:01:34.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.641750 923 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:01:34.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.642690 774 heartbeater.cc:499] Master 127.0.80.126:43989 was elected leader, sending a full tablet report...
09:01:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.643154 923 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:01:34.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.644471 923 hybrid_clock.cc:648] HybridClock initialized: now 1774083694644394 us; error 42 us; skew 500 ppm
09:01:34.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.644809 923 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:01:34.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.647240 923 webserver.cc:492] Webserver started at http://127.0.80.67:41611/ using document root <none> and password file <none>
09:01:34.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.648028 923 fs_manager.cc:362] Metadata directory not provided
09:01:34.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.648185 923 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:01:34.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.648538 923 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
09:01:34.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.651031 923 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-2/data/instance:
09:01:34.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65a4d7f0982e497783aa5d465c701b98"
09:01:34.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 09:01:34 on dist-test-slave-98dh"
09:01:34.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.651922 923 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-2/wal/instance:
09:01:34.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65a4d7f0982e497783aa5d465c701b98"
09:01:34.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 09:01:34 on dist-test-slave-98dh"
09:01:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.657276 923 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
09:01:34.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.660462 938 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:01:34.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.661707 923 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
09:01:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.661890 923 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-2/data,/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-2/wal
09:01:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65a4d7f0982e497783aa5d465c701b98"
09:01:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 09:01:34 on dist-test-slave-98dh"
09:01:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.662102 923 fs_report.cc:389] FS layout report
09:01:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:01:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-2/wal
09:01:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-2/wal
09:01:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-2/data/data
09:01:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:01:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:01:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:01:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:01:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:01:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:01:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:01:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:01:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:01:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:01:34.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:01:34.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.689196 923 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:01:34.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.690073 923 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:01:34.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.690395 923 kserver.cc:163] Server-wide thread pool size limit: 3276
09:01:34.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.693517 923 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
09:01:34.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.693645 923 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
09:01:34.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.693747 923 ts_tablet_manager.cc:616] Registered 0 tablets
09:01:34.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.693979 923 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
09:01:34.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.754066 923 rpc_server.cc:307] RPC server started. Bound to: 127.0.80.67:45183
09:01:34.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.754122 1060 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.80.67:45183 every 8 connection(s)
09:01:34.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.755664 923 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-2/data/info.pb
09:01:34.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.765631 321 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu as pid 923
09:01:34.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.765842 321 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/ts-2/wal/instance
09:01:34.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.769671 1062 heartbeater.cc:344] Connected to a master server at 127.0.80.126:43989
09:01:34.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.770082 1062 heartbeater.cc:461] Registering TS with master...
09:01:34.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.770991 1062 heartbeater.cc:507] Master 127.0.80.126:43989 requested a full tablet report, sending...
09:01:34.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.771202 1061 heartbeater.cc:344] Connected to a master server at 127.0.80.124:40491
09:01:34.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.771342 1061 heartbeater.cc:461] Registering TS with master...
09:01:34.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.771847 1061 heartbeater.cc:507] Master 127.0.80.124:40491 requested a full tablet report, sending...
09:01:34.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.772888 362 ts_manager.cc:194] Registered new tserver with Master: 65a4d7f0982e497783aa5d465c701b98 (127.0.80.67:45183)
09:01:34.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.773097 524 ts_manager.cc:194] Registered new tserver with Master: 65a4d7f0982e497783aa5d465c701b98 (127.0.80.67:45183)
09:01:34.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.774004 362 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.80.67:49877
09:01:34.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.775815 1063 heartbeater.cc:344] Connected to a master server at 127.0.80.125:34927
09:01:34.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.775996 1063 heartbeater.cc:461] Registering TS with master...
09:01:34.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.776392 1063 heartbeater.cc:507] Master 127.0.80.125:34927 requested a full tablet report, sending...
09:01:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.777365 444 ts_manager.cc:194] Registered new tserver with Master: 65a4d7f0982e497783aa5d465c701b98 (127.0.80.67:45183)
09:01:34.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.790776 321 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
09:01:34.792 [DEBUG - main] (MiniKuduCluster.java:195) Response:
09:01:34.792 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
09:01:34.793 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.0.80.126"
port: 43989
}
bound_http_address {
host: "127.0.80.126"
port: 33111
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.0.80.125"
port: 34927
}
bound_http_address {
host: "127.0.80.125"
port: 35143
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.0.80.124"
port: 40491
}
bound_http_address {
host: "127.0.80.124"
port: 33271
}
}
}
09:01:34.793 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
09:01:34.794 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.0.80.65"
port: 34881
}
bound_http_address {
host: "127.0.80.65"
port: 41825
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.0.80.66"
port: 34419
}
bound_http_address {
host: "127.0.80.66"
port: 44809
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.0.80.67"
port: 45183
}
bound_http_address {
host: "127.0.80.67"
port: 41611
}
}
}
09:01:34.794 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
09:01:34.796 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
09:01:34.797 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:34.798 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.80.126:43989(127.0.80.126:43989)] connecting to peer
09:01:34.799 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:34.799 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.80.124:40491(127.0.80.124:40491)] Successfully connected to peer
09:01:34.800 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.80.126:43989(127.0.80.126:43989)] Successfully connected to peer
09:01:34.800 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.80.125:34927(127.0.80.125:34927)] Successfully connected to peer
09:01:34.801 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.80.124
09:01:34.802 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.80.126
09:01:34.803 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.0.80.125
09:01:34.812 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x211a29f0, L:/127.0.0.1:34940 - R:/127.0.80.124:40491] using SASL/PLAIN
09:01:34.812 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8d6c8b5e, L:/127.0.0.1:51776 - R:/127.0.80.126:43989] using SASL/PLAIN
09:01:34.814 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
09:01:34.814 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=18), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [17ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: OK, [17ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, deferred=null) after lookup
09:01:34.815 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x1ef7f4b7, L:/127.0.0.1:55456 - R:/127.0.80.125:34927] using SASL/PLAIN
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.816565 362 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:51776:
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:01:34.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:34.818785 362 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
09:01:34.836 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table e2180727f99d4f34b5abfafdb0569533
09:01:34.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.887161 707 tablet_service.cc:1511] Processing CreateTablet for tablet 01280f14526540fb977449344dae246e (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e2180727f99d4f34b5abfafdb0569533]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
09:01:34.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.887663 853 tablet_service.cc:1511] Processing CreateTablet for tablet fdaf21a18e56482795a70e6f6ee0905c (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e2180727f99d4f34b5abfafdb0569533]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
09:01:34.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.888608 707 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 01280f14526540fb977449344dae246e. 1 dirs total, 0 dirs full, 0 dirs failed
09:01:34.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.889015 853 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fdaf21a18e56482795a70e6f6ee0905c. 1 dirs total, 0 dirs full, 0 dirs failed
09:01:34.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.890437 992 tablet_service.cc:1511] Processing CreateTablet for tablet 01280f14526540fb977449344dae246e (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e2180727f99d4f34b5abfafdb0569533]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
09:01:34.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.891731 992 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 01280f14526540fb977449344dae246e. 1 dirs total, 0 dirs full, 0 dirs failed
09:01:34.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.894317 708 tablet_service.cc:1511] Processing CreateTablet for tablet fdaf21a18e56482795a70e6f6ee0905c (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e2180727f99d4f34b5abfafdb0569533]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
09:01:34.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.894743 708 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fdaf21a18e56482795a70e6f6ee0905c. 1 dirs total, 0 dirs full, 0 dirs failed
09:01:34.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.894942 993 tablet_service.cc:1511] Processing CreateTablet for tablet fdaf21a18e56482795a70e6f6ee0905c (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e2180727f99d4f34b5abfafdb0569533]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
09:01:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.895697 852 tablet_service.cc:1511] Processing CreateTablet for tablet 01280f14526540fb977449344dae246e (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=e2180727f99d4f34b5abfafdb0569533]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
09:01:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.896159 852 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 01280f14526540fb977449344dae246e. 1 dirs total, 0 dirs full, 0 dirs failed
09:01:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.899819 993 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fdaf21a18e56482795a70e6f6ee0905c. 1 dirs total, 0 dirs full, 0 dirs failed
09:01:34.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.930356 1087 tablet_bootstrap.cc:492] T fdaf21a18e56482795a70e6f6ee0905c P 42349c742f6b424e9105cf0ad6a94047: Bootstrap starting.
09:01:34.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.930960 1088 tablet_bootstrap.cc:492] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98: Bootstrap starting.
09:01:34.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.932256 1086 tablet_bootstrap.cc:492] T fdaf21a18e56482795a70e6f6ee0905c P b537cdd6d6ee4aa7a1830542f87633c1: Bootstrap starting.
09:01:34.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.934048 1087 tablet_bootstrap.cc:654] T fdaf21a18e56482795a70e6f6ee0905c P 42349c742f6b424e9105cf0ad6a94047: Neither blocks nor log segments found. Creating new log.
09:01:34.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.934686 1088 tablet_bootstrap.cc:654] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98: Neither blocks nor log segments found. Creating new log.
09:01:34.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.935423 1087 log.cc:826] T fdaf21a18e56482795a70e6f6ee0905c P 42349c742f6b424e9105cf0ad6a94047: Log is configured to *not* fsync() on all Append() calls
09:01:34.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.935618 1086 tablet_bootstrap.cc:654] T fdaf21a18e56482795a70e6f6ee0905c P b537cdd6d6ee4aa7a1830542f87633c1: Neither blocks nor log segments found. Creating new log.
09:01:34.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.935997 1088 log.cc:826] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98: Log is configured to *not* fsync() on all Append() calls
09:01:34.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.936852 1086 log.cc:826] T fdaf21a18e56482795a70e6f6ee0905c P b537cdd6d6ee4aa7a1830542f87633c1: Log is configured to *not* fsync() on all Append() calls
09:01:34.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.938688 1087 tablet_bootstrap.cc:492] T fdaf21a18e56482795a70e6f6ee0905c P 42349c742f6b424e9105cf0ad6a94047: No bootstrap required, opened a new log
09:01:34.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.938970 1087 ts_tablet_manager.cc:1403] T fdaf21a18e56482795a70e6f6ee0905c P 42349c742f6b424e9105cf0ad6a94047: Time spent bootstrapping tablet: real 0.009s user 0.007s sys 0.000s
09:01:34.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.939836 1086 tablet_bootstrap.cc:492] T fdaf21a18e56482795a70e6f6ee0905c P b537cdd6d6ee4aa7a1830542f87633c1: No bootstrap required, opened a new log
09:01:34.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.940022 1088 tablet_bootstrap.cc:492] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98: No bootstrap required, opened a new log
09:01:34.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.940275 1086 ts_tablet_manager.cc:1403] T fdaf21a18e56482795a70e6f6ee0905c P b537cdd6d6ee4aa7a1830542f87633c1: Time spent bootstrapping tablet: real 0.008s user 0.007s sys 0.000s
09:01:34.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.940274 1088 ts_tablet_manager.cc:1403] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98: Time spent bootstrapping tablet: real 0.009s user 0.003s sys 0.004s
09:01:34.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.945302 1087 raft_consensus.cc:359] T fdaf21a18e56482795a70e6f6ee0905c P 42349c742f6b424e9105cf0ad6a94047 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } }
09:01:34.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.945653 1087 raft_consensus.cc:385] T fdaf21a18e56482795a70e6f6ee0905c P 42349c742f6b424e9105cf0ad6a94047 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:01:34.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.945801 1087 raft_consensus.cc:740] T fdaf21a18e56482795a70e6f6ee0905c P 42349c742f6b424e9105cf0ad6a94047 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 42349c742f6b424e9105cf0ad6a94047, State: Initialized, Role: FOLLOWER
09:01:34.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.946569 1087 consensus_queue.cc:260] T fdaf21a18e56482795a70e6f6ee0905c P 42349c742f6b424e9105cf0ad6a94047 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } }
09:01:34.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.947520 1088 raft_consensus.cc:359] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } }
09:01:34.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.947520 1086 raft_consensus.cc:359] T fdaf21a18e56482795a70e6f6ee0905c P b537cdd6d6ee4aa7a1830542f87633c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } }
09:01:34.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.947877 1088 raft_consensus.cc:385] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:01:34.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.947878 1086 raft_consensus.cc:385] T fdaf21a18e56482795a70e6f6ee0905c P b537cdd6d6ee4aa7a1830542f87633c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:01:34.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.947974 1086 raft_consensus.cc:740] T fdaf21a18e56482795a70e6f6ee0905c P b537cdd6d6ee4aa7a1830542f87633c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b537cdd6d6ee4aa7a1830542f87633c1, State: Initialized, Role: FOLLOWER
09:01:34.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.947974 1088 raft_consensus.cc:740] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65a4d7f0982e497783aa5d465c701b98, State: Initialized, Role: FOLLOWER
09:01:34.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.948598 1088 consensus_queue.cc:260] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } }
09:01:34.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.948740 1086 consensus_queue.cc:260] T fdaf21a18e56482795a70e6f6ee0905c P b537cdd6d6ee4aa7a1830542f87633c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } }
09:01:34.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.951769 1087 ts_tablet_manager.cc:1434] T fdaf21a18e56482795a70e6f6ee0905c P 42349c742f6b424e9105cf0ad6a94047: Time spent starting tablet: real 0.013s user 0.005s sys 0.005s
09:01:34.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.954450 1087 tablet_bootstrap.cc:492] T 01280f14526540fb977449344dae246e P 42349c742f6b424e9105cf0ad6a94047: Bootstrap starting.
09:01:34.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.956537 1087 tablet_bootstrap.cc:654] T 01280f14526540fb977449344dae246e P 42349c742f6b424e9105cf0ad6a94047: Neither blocks nor log segments found. Creating new log.
09:01:34.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.953998 1086 ts_tablet_manager.cc:1434] T fdaf21a18e56482795a70e6f6ee0905c P b537cdd6d6ee4aa7a1830542f87633c1: Time spent starting tablet: real 0.014s user 0.008s sys 0.003s
09:01:34.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.958243 919 heartbeater.cc:499] Master 127.0.80.126:43989 was elected leader, sending a full tablet report...
09:01:34.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.961154 1086 tablet_bootstrap.cc:492] T 01280f14526540fb977449344dae246e P b537cdd6d6ee4aa7a1830542f87633c1: Bootstrap starting.
09:01:34.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.963120 1086 tablet_bootstrap.cc:654] T 01280f14526540fb977449344dae246e P b537cdd6d6ee4aa7a1830542f87633c1: Neither blocks nor log segments found. Creating new log.
09:01:34.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.964814 1062 heartbeater.cc:499] Master 127.0.80.126:43989 was elected leader, sending a full tablet report...
09:01:34.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.966786 1088 ts_tablet_manager.cc:1434] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98: Time spent starting tablet: real 0.026s user 0.015s sys 0.003s
09:01:34.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.967353 1088 tablet_bootstrap.cc:492] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98: Bootstrap starting.
09:01:34.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.967844 1087 tablet_bootstrap.cc:492] T 01280f14526540fb977449344dae246e P 42349c742f6b424e9105cf0ad6a94047: No bootstrap required, opened a new log
09:01:34.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.968019 1087 ts_tablet_manager.cc:1403] T 01280f14526540fb977449344dae246e P 42349c742f6b424e9105cf0ad6a94047: Time spent bootstrapping tablet: real 0.014s user 0.002s sys 0.001s
09:01:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.968904 1087 raft_consensus.cc:359] T 01280f14526540fb977449344dae246e P 42349c742f6b424e9105cf0ad6a94047 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } }
09:01:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.969101 1087 raft_consensus.cc:385] T 01280f14526540fb977449344dae246e P 42349c742f6b424e9105cf0ad6a94047 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:01:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.969193 1087 raft_consensus.cc:740] T 01280f14526540fb977449344dae246e P 42349c742f6b424e9105cf0ad6a94047 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 42349c742f6b424e9105cf0ad6a94047, State: Initialized, Role: FOLLOWER
09:01:34.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.969224 1088 tablet_bootstrap.cc:654] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98: Neither blocks nor log segments found. Creating new log.
09:01:34.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.969456 1087 consensus_queue.cc:260] T 01280f14526540fb977449344dae246e P 42349c742f6b424e9105cf0ad6a94047 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } }
09:01:34.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.974184 1086 tablet_bootstrap.cc:492] T 01280f14526540fb977449344dae246e P b537cdd6d6ee4aa7a1830542f87633c1: No bootstrap required, opened a new log
09:01:34.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.974319 1087 ts_tablet_manager.cc:1434] T 01280f14526540fb977449344dae246e P 42349c742f6b424e9105cf0ad6a94047: Time spent starting tablet: real 0.006s user 0.001s sys 0.001s
09:01:34.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.974371 1086 ts_tablet_manager.cc:1403] T 01280f14526540fb977449344dae246e P b537cdd6d6ee4aa7a1830542f87633c1: Time spent bootstrapping tablet: real 0.014s user 0.002s sys 0.002s
09:01:34.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.975190 1086 raft_consensus.cc:359] T 01280f14526540fb977449344dae246e P b537cdd6d6ee4aa7a1830542f87633c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } }
09:01:34.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.975404 1086 raft_consensus.cc:385] T 01280f14526540fb977449344dae246e P b537cdd6d6ee4aa7a1830542f87633c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:01:34.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.975503 1086 raft_consensus.cc:740] T 01280f14526540fb977449344dae246e P b537cdd6d6ee4aa7a1830542f87633c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b537cdd6d6ee4aa7a1830542f87633c1, State: Initialized, Role: FOLLOWER
09:01:34.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.975726 1086 consensus_queue.cc:260] T 01280f14526540fb977449344dae246e P b537cdd6d6ee4aa7a1830542f87633c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } }
09:01:34.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.976257 1086 ts_tablet_manager.cc:1434] T 01280f14526540fb977449344dae246e P b537cdd6d6ee4aa7a1830542f87633c1: Time spent starting tablet: real 0.002s user 0.000s sys 0.001s
09:01:34.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.978940 1088 tablet_bootstrap.cc:492] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98: No bootstrap required, opened a new log
09:01:34.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.979081 1088 ts_tablet_manager.cc:1403] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98: Time spent bootstrapping tablet: real 0.012s user 0.000s sys 0.010s
09:01:34.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.979926 1088 raft_consensus.cc:359] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } }
09:01:34.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.980124 1088 raft_consensus.cc:385] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:01:34.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.980218 1088 raft_consensus.cc:740] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65a4d7f0982e497783aa5d465c701b98, State: Initialized, Role: FOLLOWER
09:01:34.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.980482 1088 consensus_queue.cc:260] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } }
09:01:34.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:34.980909 1088 ts_tablet_manager.cc:1434] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98: Time spent starting tablet: real 0.002s user 0.000s sys 0.001s
09:01:35.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:35.015606 921 tablet.cc:2379] T 01280f14526540fb977449344dae246e P b537cdd6d6ee4aa7a1830542f87633c1: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:01:35.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:35.018963 1064 tablet.cc:2379] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:01:35.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.066963 1093 raft_consensus.cc:493] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:01:35.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.067283 1093 raft_consensus.cc:515] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } }
09:01:35.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.069181 1093 leader_election.cc:290] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 42349c742f6b424e9105cf0ad6a94047 (127.0.80.65:34881), b537cdd6d6ee4aa7a1830542f87633c1 (127.0.80.66:34419)
09:01:35.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.075232 728 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fdaf21a18e56482795a70e6f6ee0905c" candidate_uuid: "65a4d7f0982e497783aa5d465c701b98" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "42349c742f6b424e9105cf0ad6a94047" is_pre_election: true
09:01:35.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.075351 873 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fdaf21a18e56482795a70e6f6ee0905c" candidate_uuid: "65a4d7f0982e497783aa5d465c701b98" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" is_pre_election: true
09:01:35.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.075704 728 raft_consensus.cc:2468] T fdaf21a18e56482795a70e6f6ee0905c P 42349c742f6b424e9105cf0ad6a94047 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 65a4d7f0982e497783aa5d465c701b98 in term 0.
09:01:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.075850 873 raft_consensus.cc:2468] T fdaf21a18e56482795a70e6f6ee0905c P b537cdd6d6ee4aa7a1830542f87633c1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 65a4d7f0982e497783aa5d465c701b98 in term 0.
09:01:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.076300 940 leader_election.cc:304] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 42349c742f6b424e9105cf0ad6a94047, 65a4d7f0982e497783aa5d465c701b98; no voters:
09:01:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.076695 1093 raft_consensus.cc:2804] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:01:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.076874 1093 raft_consensus.cc:493] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:01:35.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.076982 1093 raft_consensus.cc:3060] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98 [term 0 FOLLOWER]: Advancing to term 1
09:01:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.078847 1093 raft_consensus.cc:515] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } }
09:01:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.079488 1093 leader_election.cc:290] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98 [CANDIDATE]: Term 1 election: Requested vote from peers 42349c742f6b424e9105cf0ad6a94047 (127.0.80.65:34881), b537cdd6d6ee4aa7a1830542f87633c1 (127.0.80.66:34419)
09:01:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.079754 728 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fdaf21a18e56482795a70e6f6ee0905c" candidate_uuid: "65a4d7f0982e497783aa5d465c701b98" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "42349c742f6b424e9105cf0ad6a94047"
09:01:35.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.079962 728 raft_consensus.cc:3060] T fdaf21a18e56482795a70e6f6ee0905c P 42349c742f6b424e9105cf0ad6a94047 [term 0 FOLLOWER]: Advancing to term 1
09:01:35.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.079964 873 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fdaf21a18e56482795a70e6f6ee0905c" candidate_uuid: "65a4d7f0982e497783aa5d465c701b98" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b537cdd6d6ee4aa7a1830542f87633c1"
09:01:35.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.080132 873 raft_consensus.cc:3060] T fdaf21a18e56482795a70e6f6ee0905c P b537cdd6d6ee4aa7a1830542f87633c1 [term 0 FOLLOWER]: Advancing to term 1
09:01:35.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.083020 728 raft_consensus.cc:2468] T fdaf21a18e56482795a70e6f6ee0905c P 42349c742f6b424e9105cf0ad6a94047 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 65a4d7f0982e497783aa5d465c701b98 in term 1.
09:01:35.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.083237 873 raft_consensus.cc:2468] T fdaf21a18e56482795a70e6f6ee0905c P b537cdd6d6ee4aa7a1830542f87633c1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 65a4d7f0982e497783aa5d465c701b98 in term 1.
09:01:35.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.083489 940 leader_election.cc:304] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 42349c742f6b424e9105cf0ad6a94047, 65a4d7f0982e497783aa5d465c701b98; no voters:
09:01:35.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.083802 1093 raft_consensus.cc:2804] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98 [term 1 FOLLOWER]: Leader election won for term 1
09:01:35.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.084271 1093 raft_consensus.cc:697] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98 [term 1 LEADER]: Becoming Leader. State: Replica: 65a4d7f0982e497783aa5d465c701b98, State: Running, Role: LEADER
09:01:35.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.084793 1093 consensus_queue.cc:237] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } }
09:01:35.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.089876 363 catalog_manager.cc:5671] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98 reported cstate change: term changed from 0 to 1, leader changed from <none> to 65a4d7f0982e497783aa5d465c701b98 (127.0.80.67). New cstate: current_term: 1 leader_uuid: "65a4d7f0982e497783aa5d465c701b98" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } health_report { overall_health: UNKNOWN } } }
09:01:35.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:35.127871 776 tablet.cc:2379] T 01280f14526540fb977449344dae246e P 42349c742f6b424e9105cf0ad6a94047: Can't schedule compaction. Clean time has not been advanced past its initial value.
09:01:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.242798 1093 raft_consensus.cc:493] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:01:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.243036 1093 raft_consensus.cc:515] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } }
09:01:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.243839 1093 leader_election.cc:290] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 42349c742f6b424e9105cf0ad6a94047 (127.0.80.65:34881), b537cdd6d6ee4aa7a1830542f87633c1 (127.0.80.66:34419)
09:01:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.244415 728 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "01280f14526540fb977449344dae246e" candidate_uuid: "65a4d7f0982e497783aa5d465c701b98" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "42349c742f6b424e9105cf0ad6a94047" is_pre_election: true
09:01:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.244442 873 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "01280f14526540fb977449344dae246e" candidate_uuid: "65a4d7f0982e497783aa5d465c701b98" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" is_pre_election: true
09:01:35.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.244679 728 raft_consensus.cc:2468] T 01280f14526540fb977449344dae246e P 42349c742f6b424e9105cf0ad6a94047 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 65a4d7f0982e497783aa5d465c701b98 in term 0.
09:01:35.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.244712 873 raft_consensus.cc:2468] T 01280f14526540fb977449344dae246e P b537cdd6d6ee4aa7a1830542f87633c1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 65a4d7f0982e497783aa5d465c701b98 in term 0.
09:01:35.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.245149 940 leader_election.cc:304] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 42349c742f6b424e9105cf0ad6a94047, 65a4d7f0982e497783aa5d465c701b98; no voters:
09:01:35.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.245491 1093 raft_consensus.cc:2804] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:01:35.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.245597 1093 raft_consensus.cc:493] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:01:35.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.245675 1093 raft_consensus.cc:3060] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98 [term 0 FOLLOWER]: Advancing to term 1
09:01:35.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.247885 1093 raft_consensus.cc:515] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } }
09:01:35.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.248416 1093 leader_election.cc:290] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98 [CANDIDATE]: Term 1 election: Requested vote from peers 42349c742f6b424e9105cf0ad6a94047 (127.0.80.65:34881), b537cdd6d6ee4aa7a1830542f87633c1 (127.0.80.66:34419)
09:01:35.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.248755 728 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "01280f14526540fb977449344dae246e" candidate_uuid: "65a4d7f0982e497783aa5d465c701b98" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "42349c742f6b424e9105cf0ad6a94047"
09:01:35.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.248909 873 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "01280f14526540fb977449344dae246e" candidate_uuid: "65a4d7f0982e497783aa5d465c701b98" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b537cdd6d6ee4aa7a1830542f87633c1"
09:01:35.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.248972 728 raft_consensus.cc:3060] T 01280f14526540fb977449344dae246e P 42349c742f6b424e9105cf0ad6a94047 [term 0 FOLLOWER]: Advancing to term 1
09:01:35.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.249125 873 raft_consensus.cc:3060] T 01280f14526540fb977449344dae246e P b537cdd6d6ee4aa7a1830542f87633c1 [term 0 FOLLOWER]: Advancing to term 1
09:01:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.250967 728 raft_consensus.cc:2468] T 01280f14526540fb977449344dae246e P 42349c742f6b424e9105cf0ad6a94047 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 65a4d7f0982e497783aa5d465c701b98 in term 1.
09:01:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.251397 940 leader_election.cc:304] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 42349c742f6b424e9105cf0ad6a94047, 65a4d7f0982e497783aa5d465c701b98; no voters:
09:01:35.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.251662 1093 raft_consensus.cc:2804] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98 [term 1 FOLLOWER]: Leader election won for term 1
09:01:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.251819 1093 raft_consensus.cc:697] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98 [term 1 LEADER]: Becoming Leader. State: Replica: 65a4d7f0982e497783aa5d465c701b98, State: Running, Role: LEADER
09:01:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.251969 873 raft_consensus.cc:2468] T 01280f14526540fb977449344dae246e P b537cdd6d6ee4aa7a1830542f87633c1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 65a4d7f0982e497783aa5d465c701b98 in term 1.
09:01:35.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.252094 1093 consensus_queue.cc:237] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } }
09:01:35.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.255565 363 catalog_manager.cc:5671] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98 reported cstate change: term changed from 0 to 1, leader changed from <none> to 65a4d7f0982e497783aa5d465c701b98 (127.0.80.67). New cstate: current_term: 1 leader_uuid: "65a4d7f0982e497783aa5d465c701b98" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } health_report { overall_health: HEALTHY } } }
09:01:35.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.510320 1093 consensus_queue.cc:1048] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:01:35.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.521136 1105 consensus_queue.cc:1048] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98 [LEADER]: Connected to new peer: Peer: permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.553248 363 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:51784:
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:35.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
09:01:35.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:35.554688 363 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
09:01:35.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.566641 853 tablet_service.cc:1511] Processing CreateTablet for tablet 3b72c80069764764b3503de784f00188 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=34318e2375ad460dbeff83d4a1b1ccaf]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
09:01:35.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.566916 993 tablet_service.cc:1511] Processing CreateTablet for tablet 3b72c80069764764b3503de784f00188 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=34318e2375ad460dbeff83d4a1b1ccaf]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
09:01:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.567796 853 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3b72c80069764764b3503de784f00188. 1 dirs total, 0 dirs full, 0 dirs failed
09:01:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.567883 993 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3b72c80069764764b3503de784f00188. 1 dirs total, 0 dirs full, 0 dirs failed
09:01:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.568169 708 tablet_service.cc:1511] Processing CreateTablet for tablet 3b72c80069764764b3503de784f00188 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=34318e2375ad460dbeff83d4a1b1ccaf]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
09:01:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.569000 708 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 3b72c80069764764b3503de784f00188. 1 dirs total, 0 dirs full, 0 dirs failed
09:01:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.573419 1121 tablet_bootstrap.cc:492] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1: Bootstrap starting.
09:01:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.575148 1122 tablet_bootstrap.cc:492] T 3b72c80069764764b3503de784f00188 P 65a4d7f0982e497783aa5d465c701b98: Bootstrap starting.
09:01:35.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.576262 1121 tablet_bootstrap.cc:654] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1: Neither blocks nor log segments found. Creating new log.
09:01:35.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.576962 1122 tablet_bootstrap.cc:654] T 3b72c80069764764b3503de784f00188 P 65a4d7f0982e497783aa5d465c701b98: Neither blocks nor log segments found. Creating new log.
09:01:35.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.577102 1123 tablet_bootstrap.cc:492] T 3b72c80069764764b3503de784f00188 P 42349c742f6b424e9105cf0ad6a94047: Bootstrap starting.
09:01:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.578574 1123 tablet_bootstrap.cc:654] T 3b72c80069764764b3503de784f00188 P 42349c742f6b424e9105cf0ad6a94047: Neither blocks nor log segments found. Creating new log.
09:01:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.578714 1121 tablet_bootstrap.cc:492] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1: No bootstrap required, opened a new log
09:01:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.578900 1121 ts_tablet_manager.cc:1403] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1: Time spent bootstrapping tablet: real 0.006s user 0.003s sys 0.000s
09:01:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.579874 1121 raft_consensus.cc:359] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } }
09:01:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.580137 1121 raft_consensus.cc:385] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:01:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.580241 1121 raft_consensus.cc:740] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b537cdd6d6ee4aa7a1830542f87633c1, State: Initialized, Role: FOLLOWER
09:01:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.580574 1121 consensus_queue.cc:260] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } }
09:01:35.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.580814 1123 tablet_bootstrap.cc:492] T 3b72c80069764764b3503de784f00188 P 42349c742f6b424e9105cf0ad6a94047: No bootstrap required, opened a new log
09:01:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.580958 1123 ts_tablet_manager.cc:1403] T 3b72c80069764764b3503de784f00188 P 42349c742f6b424e9105cf0ad6a94047: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
09:01:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.581233 1102 raft_consensus.cc:493] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:01:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.581444 1102 raft_consensus.cc:515] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } }
09:01:35.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.581789 1123 raft_consensus.cc:359] T 3b72c80069764764b3503de784f00188 P 42349c742f6b424e9105cf0ad6a94047 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } }
09:01:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.581977 1123 raft_consensus.cc:385] T 3b72c80069764764b3503de784f00188 P 42349c742f6b424e9105cf0ad6a94047 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:01:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.582080 1123 raft_consensus.cc:740] T 3b72c80069764764b3503de784f00188 P 42349c742f6b424e9105cf0ad6a94047 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 42349c742f6b424e9105cf0ad6a94047, State: Initialized, Role: FOLLOWER
09:01:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.582353 1123 consensus_queue.cc:260] T 3b72c80069764764b3503de784f00188 P 42349c742f6b424e9105cf0ad6a94047 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } }
09:01:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.582756 1108 tablet_replica.cc:442] T 3b72c80069764764b3503de784f00188 P 42349c742f6b424e9105cf0ad6a94047: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } } }
09:01:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.582305 1127 tablet_replica.cc:442] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } } }
09:01:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.582993 1108 tablet_replica.cc:445] T 3b72c80069764764b3503de784f00188 P 42349c742f6b424e9105cf0ad6a94047: This TxnStatusTablet replica's current role is: FOLLOWER
09:01:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.583200 1127 tablet_replica.cc:445] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1: This TxnStatusTablet replica's current role is: FOLLOWER
09:01:35.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.583981 1123 ts_tablet_manager.cc:1434] T 3b72c80069764764b3503de784f00188 P 42349c742f6b424e9105cf0ad6a94047: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
09:01:35.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.587463 1102 leader_election.cc:290] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 42349c742f6b424e9105cf0ad6a94047 (127.0.80.65:34881), 65a4d7f0982e497783aa5d465c701b98 (127.0.80.67:45183)
09:01:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.592823 1121 ts_tablet_manager.cc:1434] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1: Time spent starting tablet: real 0.014s user 0.003s sys 0.000s
09:01:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.600955 1122 tablet_bootstrap.cc:492] T 3b72c80069764764b3503de784f00188 P 65a4d7f0982e497783aa5d465c701b98: No bootstrap required, opened a new log
09:01:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.601145 1122 ts_tablet_manager.cc:1403] T 3b72c80069764764b3503de784f00188 P 65a4d7f0982e497783aa5d465c701b98: Time spent bootstrapping tablet: real 0.026s user 0.010s sys 0.011s
09:01:35.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.602080 1122 raft_consensus.cc:359] T 3b72c80069764764b3503de784f00188 P 65a4d7f0982e497783aa5d465c701b98 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } }
09:01:35.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.602283 1122 raft_consensus.cc:385] T 3b72c80069764764b3503de784f00188 P 65a4d7f0982e497783aa5d465c701b98 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
09:01:35.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.602416 1122 raft_consensus.cc:740] T 3b72c80069764764b3503de784f00188 P 65a4d7f0982e497783aa5d465c701b98 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65a4d7f0982e497783aa5d465c701b98, State: Initialized, Role: FOLLOWER
09:01:35.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.602721 1122 consensus_queue.cc:260] T 3b72c80069764764b3503de784f00188 P 65a4d7f0982e497783aa5d465c701b98 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } }
09:01:35.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.603367 1122 ts_tablet_manager.cc:1434] T 3b72c80069764764b3503de784f00188 P 65a4d7f0982e497783aa5d465c701b98: Time spent starting tablet: real 0.002s user 0.003s sys 0.000s
09:01:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.603282 1105 tablet_replica.cc:442] T 3b72c80069764764b3503de784f00188 P 65a4d7f0982e497783aa5d465c701b98: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } } }
09:01:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.605763 1105 tablet_replica.cc:445] T 3b72c80069764764b3503de784f00188 P 65a4d7f0982e497783aa5d465c701b98: This TxnStatusTablet replica's current role is: FOLLOWER
09:01:35.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.607429 728 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3b72c80069764764b3503de784f00188" candidate_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "42349c742f6b424e9105cf0ad6a94047" is_pre_election: true
09:01:35.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.607656 728 raft_consensus.cc:2468] T 3b72c80069764764b3503de784f00188 P 42349c742f6b424e9105cf0ad6a94047 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b537cdd6d6ee4aa7a1830542f87633c1 in term 0.
09:01:35.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.608271 794 leader_election.cc:304] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 42349c742f6b424e9105cf0ad6a94047, b537cdd6d6ee4aa7a1830542f87633c1; no voters:
09:01:35.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.608764 1102 raft_consensus.cc:2804] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1 [term 0 FOLLOWER]: Leader pre-election won for term 1
09:01:35.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.608875 1102 raft_consensus.cc:493] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:01:35.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.608978 1102 raft_consensus.cc:3060] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1 [term 0 FOLLOWER]: Advancing to term 1
09:01:35.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.610689 1011 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3b72c80069764764b3503de784f00188" candidate_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65a4d7f0982e497783aa5d465c701b98" is_pre_election: true
09:01:35.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.611035 1011 raft_consensus.cc:2468] T 3b72c80069764764b3503de784f00188 P 65a4d7f0982e497783aa5d465c701b98 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b537cdd6d6ee4aa7a1830542f87633c1 in term 0.
09:01:35.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.611555 1102 raft_consensus.cc:515] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } }
09:01:35.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.612145 1102 leader_election.cc:290] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1 [CANDIDATE]: Term 1 election: Requested vote from peers 42349c742f6b424e9105cf0ad6a94047 (127.0.80.65:34881), 65a4d7f0982e497783aa5d465c701b98 (127.0.80.67:45183)
09:01:35.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.612504 728 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3b72c80069764764b3503de784f00188" candidate_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "42349c742f6b424e9105cf0ad6a94047"
09:01:35.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.612635 1011 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "3b72c80069764764b3503de784f00188" candidate_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65a4d7f0982e497783aa5d465c701b98"
09:01:35.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.612700 728 raft_consensus.cc:3060] T 3b72c80069764764b3503de784f00188 P 42349c742f6b424e9105cf0ad6a94047 [term 0 FOLLOWER]: Advancing to term 1
09:01:35.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.612809 1011 raft_consensus.cc:3060] T 3b72c80069764764b3503de784f00188 P 65a4d7f0982e497783aa5d465c701b98 [term 0 FOLLOWER]: Advancing to term 1
09:01:35.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.615607 1011 raft_consensus.cc:2468] T 3b72c80069764764b3503de784f00188 P 65a4d7f0982e497783aa5d465c701b98 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b537cdd6d6ee4aa7a1830542f87633c1 in term 1.
09:01:35.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.615595 728 raft_consensus.cc:2468] T 3b72c80069764764b3503de784f00188 P 42349c742f6b424e9105cf0ad6a94047 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b537cdd6d6ee4aa7a1830542f87633c1 in term 1.
09:01:35.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.615972 794 leader_election.cc:304] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 42349c742f6b424e9105cf0ad6a94047, b537cdd6d6ee4aa7a1830542f87633c1; no voters:
09:01:35.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.616286 1102 raft_consensus.cc:2804] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1 [term 1 FOLLOWER]: Leader election won for term 1
09:01:35.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.616437 1102 raft_consensus.cc:697] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1 [term 1 LEADER]: Becoming Leader. State: Replica: b537cdd6d6ee4aa7a1830542f87633c1, State: Running, Role: LEADER
09:01:35.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.616921 1102 consensus_queue.cc:237] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } }
09:01:35.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.618953 1127 tablet_replica.cc:442] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1: TxnStatusTablet state changed. Reason: New leader b537cdd6d6ee4aa7a1830542f87633c1. Latest consensus state: current_term: 1 leader_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } } }
09:01:35.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.619179 1127 tablet_replica.cc:445] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1: This TxnStatusTablet replica's current role is: LEADER
09:01:35.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.619901 1133 txn_status_manager.cc:874] Waiting until node catch up with all replicated operations in previous term...
09:01:35.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.620208 1133 txn_status_manager.cc:930] Loading transaction status metadata into memory...
09:01:35.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.621130 362 catalog_manager.cc:5671] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1 reported cstate change: term changed from 0 to 1, leader changed from <none> to b537cdd6d6ee4aa7a1830542f87633c1 (127.0.80.66). New cstate: current_term: 1 leader_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } health_report { overall_health: UNKNOWN } } }
09:01:35.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.653066 728 raft_consensus.cc:1275] T 3b72c80069764764b3503de784f00188 P 42349c742f6b424e9105cf0ad6a94047 [term 1 FOLLOWER]: Refusing update from remote peer b537cdd6d6ee4aa7a1830542f87633c1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:01:35.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.653405 1011 raft_consensus.cc:1275] T 3b72c80069764764b3503de784f00188 P 65a4d7f0982e497783aa5d465c701b98 [term 1 FOLLOWER]: Refusing update from remote peer b537cdd6d6ee4aa7a1830542f87633c1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
09:01:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.654171 1102 consensus_queue.cc:1048] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:01:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.654458 1127 consensus_queue.cc:1048] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:01:35.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.662436 1105 tablet_replica.cc:442] T 3b72c80069764764b3503de784f00188 P 65a4d7f0982e497783aa5d465c701b98: TxnStatusTablet state changed. Reason: New leader b537cdd6d6ee4aa7a1830542f87633c1. Latest consensus state: current_term: 1 leader_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } } }
09:01:35.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.662688 1105 tablet_replica.cc:445] T 3b72c80069764764b3503de784f00188 P 65a4d7f0982e497783aa5d465c701b98: This TxnStatusTablet replica's current role is: FOLLOWER
09:01:35.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.664386 1106 mvcc.cc:204] Tried to move back new op lower bound from 7266646817382674432 to 7266646817246846976. Current Snapshot: MvccSnapshot[applied={T|T < 7266646817382674432}]
09:01:35.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.664978 1104 mvcc.cc:204] Tried to move back new op lower bound from 7266646817382674432 to 7266646817246846976. Current Snapshot: MvccSnapshot[applied={T|T < 7266646817382674432}]
09:01:35.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.671098 1108 tablet_replica.cc:442] T 3b72c80069764764b3503de784f00188 P 42349c742f6b424e9105cf0ad6a94047: TxnStatusTablet state changed. Reason: New leader b537cdd6d6ee4aa7a1830542f87633c1. Latest consensus state: current_term: 1 leader_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } } }
09:01:35.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.671433 1108 tablet_replica.cc:445] T 3b72c80069764764b3503de784f00188 P 42349c742f6b424e9105cf0ad6a94047: This TxnStatusTablet replica's current role is: FOLLOWER
09:01:35.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.675073 1127 tablet_replica.cc:442] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } } }
09:01:35.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.675415 1127 tablet_replica.cc:445] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1: This TxnStatusTablet replica's current role is: LEADER
09:01:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.679155 1127 tablet_replica.cc:442] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } } }
09:01:35.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.679392 1127 tablet_replica.cc:445] T 3b72c80069764764b3503de784f00188 P b537cdd6d6ee4aa7a1830542f87633c1: This TxnStatusTablet replica's current role is: LEADER
09:01:35.679 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
09:01:35.682 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table e2180727f99d4f34b5abfafdb0569533
09:01:35.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.682065 1105 tablet_replica.cc:442] T 3b72c80069764764b3503de784f00188 P 65a4d7f0982e497783aa5d465c701b98: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } } }
09:01:35.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.682296 1105 tablet_replica.cc:445] T 3b72c80069764764b3503de784f00188 P 65a4d7f0982e497783aa5d465c701b98: This TxnStatusTablet replica's current role is: FOLLOWER
09:01:35.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.682825 1108 tablet_replica.cc:442] T 3b72c80069764764b3503de784f00188 P 42349c742f6b424e9105cf0ad6a94047: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 } } peers { permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 } } peers { permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" member_type: VOTER last_known_addr { host: "127.0.80.67" port: 45183 } } }
09:01:35.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.682950 1108 tablet_replica.cc:445] T 3b72c80069764764b3503de784f00188 P 42349c742f6b424e9105cf0ad6a94047: This TxnStatusTablet replica's current role is: FOLLOWER
09:01:35.685 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.80.126:43989
09:01:35.685 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
09:01:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.686058 321 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu pid 332
09:01:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.687458 403 generic_service.cc:196] Checking for leaks (request via RPC)
09:01:35.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.816690 1105 consensus_queue.cc:1048] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" member_type: VOTER last_known_addr { host: "127.0.80.66" port: 34419 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:01:35.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.824880 321 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu with pid 332
09:01:35.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:35.841938 1105 consensus_queue.cc:1048] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98 [LEADER]: Connected to new peer: Peer: permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" member_type: VOTER last_known_addr { host: "127.0.80.65" port: 34881 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
09:01:35.853 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.80.126:43989(127.0.80.126:43989)] handling channelInactive
09:01:35.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.126:43989(127.0.80.126:43989)] cleaning up while in state READY due to: connection closed
09:01:35.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:35.853325 941 connection.cc:537] client connection to 127.0.80.126:43989 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:01:35.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:35.853713 651 connection.cc:537] client connection to 127.0.80.126:43989 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:01:35.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:35.854136 511 connection.cc:537] server connection from 127.0.0.1:34926 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:01:35.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:35.854208 774 heartbeater.cc:646] Failed to heartbeat to 127.0.80.126:43989 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:01:35.855 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:01:35.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:35.854573 795 connection.cc:537] client connection to 127.0.80.126:43989 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:01:35.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:35.854746 1062 heartbeater.cc:646] Failed to heartbeat to 127.0.80.126:43989 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:01:35.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:35.855073 919 heartbeater.cc:646] Failed to heartbeat to 127.0.80.126:43989 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:01:35.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:35.855578 430 connection.cc:537] server connection from 127.0.0.1:55430 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:01:36.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.126240 1147 raft_consensus.cc:493] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 35dc867795cd4958aa5652a714cf849b)
09:01:36.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.126436 1147 raft_consensus.cc:515] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:36.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.127018 1148 raft_consensus.cc:493] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 35dc867795cd4958aa5652a714cf849b)
09:01:36.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.127211 1148 raft_consensus.cc:515] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:36.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.128121 1147 leader_election.cc:290] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 35dc867795cd4958aa5652a714cf849b (127.0.80.126:43989), e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927)
09:01:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.128750 453 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e2b6f443809b4549b961989c629717e3" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e07e69363f7140b193437e291f4fc1fd" is_pre_election: true
09:01:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.129009 453 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e2b6f443809b4549b961989c629717e3 in term 1.
09:01:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:36.129055 511 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.80.126:43989: connect: Connection refused (error 111)
09:01:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.129420 1148 leader_election.cc:290] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 35dc867795cd4958aa5652a714cf849b (127.0.80.126:43989), e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491)
09:01:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.129561 510 leader_election.cc:304] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e07e69363f7140b193437e291f4fc1fd, e2b6f443809b4549b961989c629717e3; no voters:
09:01:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.129963 534 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e07e69363f7140b193437e291f4fc1fd" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e2b6f443809b4549b961989c629717e3" is_pre_election: true
09:01:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.130162 1147 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 1 FOLLOWER]: Leader pre-election won for term 2
09:01:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.130270 534 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e07e69363f7140b193437e291f4fc1fd in term 1.
09:01:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.130378 1147 raft_consensus.cc:493] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 35dc867795cd4958aa5652a714cf849b)
09:01:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.130488 1147 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 1 FOLLOWER]: Advancing to term 2
09:01:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.131204 429 leader_election.cc:304] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e07e69363f7140b193437e291f4fc1fd, e2b6f443809b4549b961989c629717e3; no voters:
09:01:36.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.131960 1148 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 1 FOLLOWER]: Leader pre-election won for term 2
09:01:36.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.132162 1148 raft_consensus.cc:493] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 1 FOLLOWER]: Starting leader election (detected failure of leader 35dc867795cd4958aa5652a714cf849b)
09:01:36.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.132352 1148 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 1 FOLLOWER]: Advancing to term 2
09:01:36.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.133503 1147 raft_consensus.cc:515] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:36.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.134811 453 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e2b6f443809b4549b961989c629717e3" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e07e69363f7140b193437e291f4fc1fd"
09:01:36.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.135175 1147 leader_election.cc:290] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [CANDIDATE]: Term 2 election: Requested vote from peers 35dc867795cd4958aa5652a714cf849b (127.0.80.126:43989), e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927)
09:01:36.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.135671 1148 raft_consensus.cc:515] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:36.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:36.136098 511 leader_election.cc:336] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 35dc867795cd4958aa5652a714cf849b (127.0.80.126:43989): Network error: Client connection negotiation failed: client connection to 127.0.80.126:43989: connect: Connection refused (error 111)
09:01:36.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.136385 453 raft_consensus.cc:2393] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate e2b6f443809b4549b961989c629717e3 in current term 2: Already voted for candidate e07e69363f7140b193437e291f4fc1fd in this term.
09:01:36.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:36.136636 430 leader_election.cc:336] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 35dc867795cd4958aa5652a714cf849b (127.0.80.126:43989): Network error: Client connection negotiation failed: client connection to 127.0.80.126:43989: connect: Connection refused (error 111)
09:01:36.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.137176 1148 leader_election.cc:290] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [CANDIDATE]: Term 2 election: Requested vote from peers 35dc867795cd4958aa5652a714cf849b (127.0.80.126:43989), e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491)
09:01:36.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.137692 534 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e07e69363f7140b193437e291f4fc1fd" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e2b6f443809b4549b961989c629717e3"
09:01:36.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:36.137944 511 leader_election.cc:336] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 35dc867795cd4958aa5652a714cf849b (127.0.80.126:43989): Network error: Client connection negotiation failed: client connection to 127.0.80.126:43989: connect: Connection refused (error 111)
09:01:36.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.137991 534 raft_consensus.cc:2393] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate e07e69363f7140b193437e291f4fc1fd in current term 2: Already voted for candidate e2b6f443809b4549b961989c629717e3 in this term.
09:01:36.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.138123 511 leader_election.cc:304] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e2b6f443809b4549b961989c629717e3; no voters: 35dc867795cd4958aa5652a714cf849b, e07e69363f7140b193437e291f4fc1fd
09:01:36.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.138427 1147 raft_consensus.cc:2749] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
09:01:36.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:36.138777 430 leader_election.cc:336] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 35dc867795cd4958aa5652a714cf849b (127.0.80.126:43989): Network error: Client connection negotiation failed: client connection to 127.0.80.126:43989: connect: Connection refused (error 111)
09:01:36.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.138878 430 leader_election.cc:304] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e07e69363f7140b193437e291f4fc1fd; no voters: 35dc867795cd4958aa5652a714cf849b, e2b6f443809b4549b961989c629717e3
09:01:36.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.139088 1148 raft_consensus.cc:2749] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
09:01:36.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.126:43989(127.0.80.126:43989)] connecting to peer
09:01:36.200 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.200 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.126:43989(127.0.80.126:43989)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.200 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.0.80.126:43989(127.0.80.126:43989) for tablet Kudu Master: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.126:43989(127.0.80.126:43989)] connecting to peer
09:01:36.220 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.220 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.126:43989(127.0.80.126:43989)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.220 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.126:43989: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.220 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:36.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.126:43989(127.0.80.126:43989)] connecting to peer
09:01:36.239 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.239 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.126:43989(127.0.80.126:43989)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.239 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.126:43989: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.240 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:36.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.126:43989(127.0.80.126:43989)] connecting to peer
09:01:36.259 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.259 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.126:43989(127.0.80.126:43989)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.260 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.126:43989: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.260 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:36.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.126:43989(127.0.80.126:43989)] connecting to peer
09:01:36.280 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.280 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.126:43989(127.0.80.126:43989)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.280 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.126:43989: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.280 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:36.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.126:43989(127.0.80.126:43989)] connecting to peer
09:01:36.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.126:43989(127.0.80.126:43989)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.126:43989: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.319 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:36.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.126:43989(127.0.80.126:43989)] connecting to peer
09:01:36.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.126:43989(127.0.80.126:43989)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.126:43989: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.380 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:36.380 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] sending RPC to server master-127.0.80.126:43989, [2ms] received response from server master-127.0.80.126:43989: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, deferred=Deferred@377981612(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$229/0x00007fc974336050@24e6fe91 -> (continuation of Deferred@668695714 after retry RPC after error@1548768815) -> (continuation of Deferred@1990751715 after retry RPC after error@1705578449) -> (continuation of Deferred@434848170 after retry RPC after error@1196727702) -> (continuation of Deferred@1927737330 after retry RPC after error@1604104696) -> (continuation of Deferred@481910192 after retry RPC after error@2137181084), errback=org.apache.kudu.client.KuduTransaction$$Lambda$230/0x00007fc974336278@3abe22fd -> (continuation of Deferred@668695714 after retry RPC after error@1548768815) -> (continuation of Deferred@1990751715 after retry RPC after error@1705578449) -> (continuation of Deferred@434848170 after retry RPC after error@1196727702) -> (continuation of Deferred@1927737330 after retry RPC after error@1604104696) -> (continuation of Deferred@481910192 after retry RPC after error@2137181084)))
09:01:36.385 [DEBUG - kudu-nio-2] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] sending RPC to server master-127.0.80.126:43989, [2ms] received response from server master-127.0.80.126:43989: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, deferred=Deferred@377981612(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$229/0x00007fc974336050@24e6fe91 -> (continuation of Deferred@668695714 after retry RPC after error@1548768815) -> (continuation of Deferred@1990751715 after retry RPC after error@1705578449) -> (continuation of Deferred@434848170 after retry RPC after error@1196727702) -> (continuation of Deferred@1927737330 after retry RPC after error@1604104696) -> (continuation of Deferred@481910192 after retry RPC after error@2137181084), errback=org.apache.kudu.client.KuduTransaction$$Lambda$230/0x00007fc974336278@3abe22fd -> (continuation of Deferred@668695714 after retry RPC after error@1548768815) -> (continuation of Deferred@1990751715 after retry RPC after error@1705578449) -> (continuation of Deferred@434848170 after retry RPC after error@1196727702) -> (continuation of Deferred@1927737330 after retry RPC after error@1604104696) -> (continuation of Deferred@481910192 after retry RPC after error@2137181084)))
09:01:36.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.126:43989(127.0.80.126:43989)] connecting to peer
09:01:36.399 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.399 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.126:43989(127.0.80.126:43989)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.399 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.126:43989: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.400 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:36.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.126:43989(127.0.80.126:43989)] connecting to peer
09:01:36.419 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.419 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.126:43989(127.0.80.126:43989)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.419 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.126:43989: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.420 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:36.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.126:43989(127.0.80.126:43989)] connecting to peer
09:01:36.439 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.439 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.126:43989(127.0.80.126:43989)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.439 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.126:43989: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.440 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:36.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.126:43989(127.0.80.126:43989)] connecting to peer
09:01:36.459 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.459 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.126:43989(127.0.80.126:43989)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.459 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.126:43989: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.460 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:36.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.126:43989(127.0.80.126:43989)] connecting to peer
09:01:36.479 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.479 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.126:43989(127.0.80.126:43989)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.479 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.126:43989: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.480 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:36.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.516587 1147 raft_consensus.cc:493] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:01:36.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.516851 1147 raft_consensus.cc:515] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:36.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.517570 1147 leader_election.cc:290] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 35dc867795cd4958aa5652a714cf849b (127.0.80.126:43989), e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927)
09:01:36.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.518294 453 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e2b6f443809b4549b961989c629717e3" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e07e69363f7140b193437e291f4fc1fd" is_pre_election: true
09:01:36.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.126:43989(127.0.80.126:43989)] connecting to peer
09:01:36.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.518558 453 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e2b6f443809b4549b961989c629717e3 in term 2.
09:01:36.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:36.519069 511 leader_election.cc:336] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 35dc867795cd4958aa5652a714cf849b (127.0.80.126:43989): Network error: Client connection negotiation failed: client connection to 127.0.80.126:43989: connect: Connection refused (error 111)
09:01:36.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.519237 510 leader_election.cc:304] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: e07e69363f7140b193437e291f4fc1fd, e2b6f443809b4549b961989c629717e3; no voters: 35dc867795cd4958aa5652a714cf849b
09:01:36.519 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.519 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.126:43989(127.0.80.126:43989)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.519 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.126:43989: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.520 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:36.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.519706 1147 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 2 FOLLOWER]: Leader pre-election won for term 3
09:01:36.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.519800 1147 raft_consensus.cc:493] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
09:01:36.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.519915 1147 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 2 FOLLOWER]: Advancing to term 3
09:01:36.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.521940 1147 raft_consensus.cc:515] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:36.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.522635 1147 leader_election.cc:290] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [CANDIDATE]: Term 3 election: Requested vote from peers 35dc867795cd4958aa5652a714cf849b (127.0.80.126:43989), e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927)
09:01:36.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.523044 453 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e2b6f443809b4549b961989c629717e3" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e07e69363f7140b193437e291f4fc1fd"
09:01:36.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.523247 453 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 2 FOLLOWER]: Advancing to term 3
09:01:36.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:36.523788 511 leader_election.cc:336] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 35dc867795cd4958aa5652a714cf849b (127.0.80.126:43989): Network error: Client connection negotiation failed: client connection to 127.0.80.126:43989: connect: Connection refused (error 111)
09:01:36.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.525141 453 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e2b6f443809b4549b961989c629717e3 in term 3.
09:01:36.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.525491 510 leader_election.cc:304] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: e07e69363f7140b193437e291f4fc1fd, e2b6f443809b4549b961989c629717e3; no voters: 35dc867795cd4958aa5652a714cf849b
09:01:36.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.525758 1147 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 3 FOLLOWER]: Leader election won for term 3
09:01:36.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.526154 1147 raft_consensus.cc:697] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [term 3 LEADER]: Becoming Leader. State: Replica: e2b6f443809b4549b961989c629717e3, State: Running, Role: LEADER
09:01:36.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.526646 1147 consensus_queue.cc:237] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:36.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.528012 1158 sys_catalog.cc:455] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e2b6f443809b4549b961989c629717e3. Latest consensus state: current_term: 3 leader_uuid: "e2b6f443809b4549b961989c629717e3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } } }
09:01:36.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.528326 1158 sys_catalog.cc:458] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [sys.catalog]: This master's current role is: LEADER
09:01:36.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.528875 1159 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:01:36.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.531013 1159 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=34318e2375ad460dbeff83d4a1b1ccaf]
09:01:36.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.531584 1159 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=e2180727f99d4f34b5abfafdb0569533]
09:01:36.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.533102 1159 tablet_loader.cc:96] loaded metadata for tablet 01280f14526540fb977449344dae246e (table txn_manager_fallback_rolling [id=e2180727f99d4f34b5abfafdb0569533])
09:01:36.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.533419 1159 tablet_loader.cc:96] loaded metadata for tablet 3b72c80069764764b3503de784f00188 (table kudu_system.kudu_transactions [id=34318e2375ad460dbeff83d4a1b1ccaf])
09:01:36.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.533699 1159 tablet_loader.cc:96] loaded metadata for tablet fdaf21a18e56482795a70e6f6ee0905c (table txn_manager_fallback_rolling [id=e2180727f99d4f34b5abfafdb0569533])
09:01:36.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.533905 1159 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:01:36.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.534655 1159 catalog_manager.cc:1269] Loaded cluster ID: a668e81d53cf491ba6e4eefec16a080f
09:01:36.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.534732 1159 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:01:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.535914 1159 catalog_manager.cc:1514] Loading token signing keys...
09:01:36.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.536684 1159 catalog_manager.cc:6055] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3: Loaded TSK: 0
09:01:36.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.537417 1159 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:01:36.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.126:43989(127.0.80.126:43989)] connecting to peer
09:01:36.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.126:43989(127.0.80.126:43989)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.126:43989: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989
09:01:36.561 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
09:01:36.561 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: Network error: Failed to connect to peer master-127.0.80.126:43989(127.0.80.126:43989): Connection refused: /127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: OK, deferred=Deferred@1869578777(state=PENDING, result=null, callback=(continuation of Deferred@1079879078 after retry RPC after error@1416044235) -> (continuation of Deferred@2026714013 after retry RPC after error@1797331415) -> (continuation of Deferred@1182593408 after retry RPC after error@713109186) -> (continuation of Deferred@994157012 after retry RPC after error@1489893578) -> (continuation of Deferred@2040324770 after retry RPC after error@1514677357) -> (continuation of Deferred@1823564273 after retry RPC after error@1527635717), errback=(continuation of Deferred@1079879078 after retry RPC after error@1416044235) -> (continuation of Deferred@2026714013 after retry RPC after error@1797331415) -> (continuation of Deferred@1182593408 after retry RPC after error@713109186) -> (continuation of Deferred@994157012 after retry RPC after error@1489893578) -> (continuation of Deferred@2040324770 after retry RPC after error@1514677357) -> (continuation of Deferred@1823564273 after retry RPC after error@1527635717))) after lookup
09:01:36.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.596475 525 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:34950:
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
09:01:36.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:36.598699 525 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
09:01:36.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.619099 453 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 3 FOLLOWER]: Refusing update from remote peer e2b6f443809b4549b961989c629717e3: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
09:01:36.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.619904 1147 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
09:01:36.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:36.621253 511 consensus_peers.cc:597] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 -> Peer 35dc867795cd4958aa5652a714cf849b (127.0.80.126:43989): Couldn't send request to peer 35dc867795cd4958aa5652a714cf849b. Status: Network error: Client connection negotiation failed: client connection to 127.0.80.126:43989: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
09:01:36.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.621726 1148 sys_catalog.cc:455] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [sys.catalog]: SysCatalogTable state changed. Reason: New leader e2b6f443809b4549b961989c629717e3. Latest consensus state: current_term: 3 leader_uuid: "e2b6f443809b4549b961989c629717e3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } } }
09:01:36.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.621989 1148 sys_catalog.cc:458] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [sys.catalog]: This master's current role is: FOLLOWER
09:01:36.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.623451 1158 sys_catalog.cc:455] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "e2b6f443809b4549b961989c629717e3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } } }
09:01:36.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.623631 1158 sys_catalog.cc:458] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 [sys.catalog]: This master's current role is: LEADER
09:01:36.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.627203 1148 sys_catalog.cc:455] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "e2b6f443809b4549b961989c629717e3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } } }
09:01:36.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:36.627430 1148 sys_catalog.cc:458] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [sys.catalog]: This master's current role is: FOLLOWER
09:01:37.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:37.078923 511 consensus_peers.cc:597] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 -> Peer 35dc867795cd4958aa5652a714cf849b (127.0.80.126:43989): Couldn't send request to peer 35dc867795cd4958aa5652a714cf849b. Status: Network error: Client connection negotiation failed: client connection to 127.0.80.126:43989: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
09:01:37.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:37.553501 511 consensus_peers.cc:597] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 -> Peer 35dc867795cd4958aa5652a714cf849b (127.0.80.126:43989): Couldn't send request to peer 35dc867795cd4958aa5652a714cf849b. Status: Network error: Client connection negotiation failed: client connection to 127.0.80.126:43989: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
09:01:37.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:37.843139 918 heartbeater.cc:499] Master 127.0.80.124:40491 was elected leader, sending a full tablet report...
09:01:37.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:37.847916 491 master_runner.cc:186] Error getting master registration for 127.0.80.126:43989: Network error: Client connection negotiation failed: client connection to 127.0.80.126:43989: connect: Connection refused (error 111),
09:01:37.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:37.848094 491 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:01:37.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:37.852857 773 heartbeater.cc:499] Master 127.0.80.124:40491 was elected leader, sending a full tablet report...
09:01:37.860 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fdaf21a18e56482795a70e6f6ee0905c for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
09:01:37.860 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 01280f14526540fb977449344dae246e for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
09:01:37.860 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=fdaf21a18e56482795a70e6f6ee0905c@[42349c742f6b424e9105cf0ad6a94047(127.0.80.65:34881),65a4d7f0982e497783aa5d465c701b98(127.0.80.67:45183)[L],b537cdd6d6ee4aa7a1830542f87633c1(127.0.80.66:34419)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=01280f14526540fb977449344dae246e@[42349c742f6b424e9105cf0ad6a94047(127.0.80.65:34881),65a4d7f0982e497783aa5d465c701b98(127.0.80.67:45183)[L],b537cdd6d6ee4aa7a1830542f87633c1(127.0.80.66:34419)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
09:01:37.860 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC GetTableLocations: received response from server master-127.0.80.124:40491: OK, deferred=null) after lookup
09:01:37.861 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 65a4d7f0982e497783aa5d465c701b98(127.0.80.67:45183)] connecting to peer
09:01:37.862 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 65a4d7f0982e497783aa5d465c701b98(127.0.80.67:45183)] Successfully connected to peer
09:01:37.874 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6f42fbbc, L:/127.0.0.1:55818 - R:/127.0.80.67:45183] using TOKEN/null
09:01:37.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:37.878233 981 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.0.80.126:43989)
09:01:37.946 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.0.80.126:43989
09:01:37.946 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
09:01:37.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:37.947589 321 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu
09:01:37.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu
09:01:37.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/wal
09:01:37.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/data
09:01:37.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
09:01:37.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
09:01:37.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
09:01:37.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:01:37.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:01:37.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:01:37.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/logs
09:01:37.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/data/info.pb
09:01:37.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:01:37.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.80.126:43989
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.80.126
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33111
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.80.84:41655
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46093/jwks.json
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
09:01:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
09:01:38.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.016969 511 consensus_peers.cc:597] T 00000000000000000000000000000000 P e2b6f443809b4549b961989c629717e3 -> Peer 35dc867795cd4958aa5652a714cf849b (127.0.80.126:43989): Couldn't send request to peer 35dc867795cd4958aa5652a714cf849b. Status: Network error: Client connection negotiation failed: client connection to 127.0.80.126:43989: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
09:01:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.294988 1197 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
09:01:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.295499 1197 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
09:01:38.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.295630 1197 flags.cc:425] Enabled unsafe flag: --never_fsync=true
09:01:38.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.299433 1061 heartbeater.cc:499] Master 127.0.80.124:40491 was elected leader, sending a full tablet report...
09:01:38.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.306697 1197 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
09:01:38.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.306777 1197 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
09:01:38.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.306826 1197 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
09:01:38.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.306867 1197 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
09:01:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.306921 1197 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
09:01:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.306960 1197 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
09:01:38.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.307027 1197 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46093/jwks.json
09:01:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.317878 1197 master_runner.cc:386] Master server non-default flags:
09:01:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
09:01:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.80.84:41655
09:01:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
09:01:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
09:01:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
09:01:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/data
09:01:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/wal
09:01:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
09:01:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491
09:01:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
09:01:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
09:01:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
09:01:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
09:01:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.80.126:43989
09:01:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
09:01:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
09:01:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
09:01:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46093/jwks.json
09:01:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
09:01:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
09:01:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/data/info.pb
09:01:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.80.126
09:01:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33111
09:01:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
09:01:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
09:01:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
09:01:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
09:01:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
09:01:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/logs
09:01:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
09:01:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
09:01:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:01:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
09:01:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
09:01:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 68f10dd41067059260a5fb5c725b178b69c38aed
09:01:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
09:01:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Mar 2026 08:43:23 UTC on bdcb31816ec0
09:01:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11034
09:01:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
09:01:38.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.319967 1197 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
09:01:38.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.321781 1197 file_cache.cc:492] Constructed file cache file cache with capacity 419430
09:01:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.329734 1203 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:01:38.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.330303 1204 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:01:38.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.331634 1206 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
09:01:38.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.332448 1197 server_base.cc:1061] running on GCE node
09:01:38.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.333134 1197 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
09:01:38.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.334959 1197 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
09:01:38.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.336211 1197 hybrid_clock.cc:648] HybridClock initialized: now 1774083698336145 us; error 46 us; skew 500 ppm
09:01:38.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.336496 1197 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
09:01:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.338725 1197 webserver.cc:492] Webserver started at http://127.0.80.126:33111/ using document root <none> and password file <none>
09:01:38.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.339573 1197 fs_manager.cc:362] Metadata directory not provided
09:01:38.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.339689 1197 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
09:01:38.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.344928 1197 fs_manager.cc:714] Time spent opening directory manager: real 0.004s user 0.001s sys 0.003s
09:01:38.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.348239 1212 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
09:01:38.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.349800 1197 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.000s sys 0.003s
09:01:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.349987 1197 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/data,/tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/wal
09:01:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "35dc867795cd4958aa5652a714cf849b"
09:01:38.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 09:01:31 on dist-test-slave-98dh"
09:01:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.350769 1197 fs_report.cc:389] FS layout report
09:01:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
09:01:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/wal
09:01:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/wal
09:01:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/data/data
09:01:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
09:01:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
09:01:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
09:01:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
09:01:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
09:01:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
09:01:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
09:01:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
09:01:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
09:01:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
09:01:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
09:01:38.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.366304 1197 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
09:01:38.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.367167 1197 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
09:01:38.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.367532 1197 kserver.cc:163] Server-wide thread pool size limit: 3276
09:01:38.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.391042 1197 rpc_server.cc:307] RPC server started. Bound to: 127.0.80.126:43989
09:01:38.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.391062 1273 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.80.126:43989 every 8 connection(s)
09:01:38.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.392719 1197 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskH3G_lE/test-tmp/mini-kudu-cluster13467179248644761798/master-0/data/info.pb
09:01:38.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.398554 321 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu as pid 1197
09:01:38.398 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:01:38.399 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.80.124:40491
09:01:38.399 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
09:01:38.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.399358 321 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu pid 491
09:01:38.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.400106 1274 sys_catalog.cc:263] Verifying existing consensus state
09:01:38.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.400579 565 generic_service.cc:196] Checking for leaks (request via RPC)
09:01:38.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.403988 1274 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b: Bootstrap starting.
09:01:38.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.419529 1274 log.cc:826] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b: Log is configured to *not* fsync() on all Append() calls
09:01:38.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.432919 1274 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
09:01:38.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.433468 1274 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b: Bootstrap complete.
09:01:38.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.440006 1274 raft_consensus.cc:359] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:38.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.440675 1274 raft_consensus.cc:740] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 35dc867795cd4958aa5652a714cf849b, State: Initialized, Role: FOLLOWER
09:01:38.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.441357 1274 consensus_queue.cc:260] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:38.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.442201 1278 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } } }
09:01:38.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.442499 1278 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [sys.catalog]: This master's current role is: FOLLOWER
09:01:38.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.443382 1274 sys_catalog.cc:565] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [sys.catalog]: configured and running, proceeding with master startup.
09:01:38.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.453774 1289 catalog_manager.cc:1269] Loaded cluster ID: a668e81d53cf491ba6e4eefec16a080f
09:01:38.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.454034 1289 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b: loading cluster ID for follower catalog manager: success
09:01:38.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.459054 1289 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b: acquiring CA information for follower catalog manager: success
09:01:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.462271 1289 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
09:01:38.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.550895 321 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu with pid 491
09:01:38.578 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.80.124:40491(127.0.80.124:40491)] handling channelInactive
09:01:38.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state READY due to: connection closed
09:01:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.579658 431 connection.cc:537] server connection from 127.0.0.1:55446 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:01:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.579807 1292 negotiation.cc:337] Failed RPC negotiation. Trace:
09:01:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 09:01:38.549942 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:52366 (local address 127.0.80.126:43989)
09:01:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 09:01:38.550122 (+ 180us) server_negotiation.cc:207] Beginning negotiation
09:01:38.580 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
09:01:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 09:01:38.550130 (+ 8us) server_negotiation.cc:400] Waiting for connection header
09:01:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 09:01:38.550152 (+ 22us) server_negotiation.cc:408] Connection header received
09:01:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 09:01:38.550425 (+ 273us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
09:01:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 09:01:38.550433 (+ 8us) server_negotiation.cc:462] Received NEGOTIATE request from client
09:01:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 09:01:38.550522 (+ 89us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
09:01:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 09:01:38.550627 (+ 105us) server_negotiation.cc:227] Negotiated authn=CERTIFICATE
09:01:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 09:01:38.578407 (+ 27780us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:52366: BlockingRecv error: recv got EOF from 127.0.0.1:52366 (error 108)
09:01:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":59}
09:01:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.580690 1291 negotiation.cc:337] Failed RPC negotiation. Trace:
09:01:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 09:01:38.505611 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.0.80.124:40491 (local address 127.0.0.1:34956)
09:01:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 09:01:38.505785 (+ 174us) negotiation.cc:107] Waiting for socket to connect
09:01:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 09:01:38.505804 (+ 19us) client_negotiation.cc:174] Beginning negotiation
09:01:38.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 09:01:38.505907 (+ 103us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
09:01:38.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 09:01:38.550727 (+ 44820us) client_negotiation.cc:271] Received NEGOTIATE NegotiatePB response
09:01:38.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 09:01:38.550733 (+ 6us) client_negotiation.cc:394] Received NEGOTIATE response from server
09:01:38.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 09:01:38.550757 (+ 24us) client_negotiation.cc:189] Negotiated authn=CERTIFICATE
09:01:38.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 09:01:38.551165 (+ 408us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
09:01:38.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 09:01:38.551182 (+ 17us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
09:01:38.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 09:01:38.580436 (+ 29254us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:01:38.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":57}
09:01:38.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.581070 1197 master_runner.cc:186] Error getting master registration for 127.0.80.124:40491: Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
09:01:38.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.584643 1197 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:01:38.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:38.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.678 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location master-127.0.80.124:40491(127.0.80.124:40491) for tablet Kudu Master: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:38.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.126:43989(127.0.80.126:43989)] connecting to peer
09:01:38.698 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.698 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.0.80.126:43989(127.0.80.126:43989)] Successfully connected to peer
09:01:38.699 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.699 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.712 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xb7fd1600, L:/127.0.0.1:52380 - R:/127.0.80.126:43989] using TOKEN/null
09:01:38.713 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:38.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:38.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.718 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.718 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.720 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:38.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:38.738 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.739 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.739 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.740 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:38.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.756310 1278 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
09:01:38.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.756646 1278 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:38.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:38.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.758 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.759 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.759133 1278 leader_election.cc:290] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927), e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491)
09:01:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.760313 1214 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:01:38.761 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:38.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.761129 453 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "35dc867795cd4958aa5652a714cf849b" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "e07e69363f7140b193437e291f4fc1fd" is_pre_election: true
09:01:38.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.762930 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491): Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:01:38.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.763126 1214 leader_election.cc:304] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35dc867795cd4958aa5652a714cf849b; no voters: e07e69363f7140b193437e291f4fc1fd, e2b6f443809b4549b961989c629717e3
09:01:38.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.763600 1278 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
09:01:38.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:38.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.800 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:38.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:38.819 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.821 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:38.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.852007 1301 raft_consensus.cc:493] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 3 FOLLOWER]: Starting pre-election (detected failure of leader e2b6f443809b4549b961989c629717e3)
09:01:38.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.852231 1301 raft_consensus.cc:515] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:38.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.853057 1301 leader_election.cc:290] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 35dc867795cd4958aa5652a714cf849b (127.0.80.126:43989), e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491)
09:01:38.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.854034 429 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111) [suppressed 6 similar messages]
09:01:38.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.857440 429 leader_election.cc:336] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491): Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:01:38.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.861333 1239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e07e69363f7140b193437e291f4fc1fd" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "35dc867795cd4958aa5652a714cf849b" is_pre_election: true
09:01:38.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.861892 1239 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e07e69363f7140b193437e291f4fc1fd in term 1.
09:01:38.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.862641 430 leader_election.cc:304] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 35dc867795cd4958aa5652a714cf849b, e07e69363f7140b193437e291f4fc1fd; no voters: e2b6f443809b4549b961989c629717e3
09:01:38.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.862982 1301 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 3 FOLLOWER]: Leader pre-election won for term 4
09:01:38.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.863108 1301 raft_consensus.cc:493] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 3 FOLLOWER]: Starting leader election (detected failure of leader e2b6f443809b4549b961989c629717e3)
09:01:38.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.863214 1301 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 3 FOLLOWER]: Advancing to term 4
09:01:38.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.866040 1301 raft_consensus.cc:515] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.867144 1239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e07e69363f7140b193437e291f4fc1fd" candidate_term: 4 candidate_status { last_received { term: 3 index: 12 } } ignore_live_leader: false dest_uuid: "35dc867795cd4958aa5652a714cf849b"
09:01:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.867365 1239 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 1 FOLLOWER]: Advancing to term 4
09:01:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.869668 1301 leader_election.cc:290] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [CANDIDATE]: Term 4 election: Requested vote from peers 35dc867795cd4958aa5652a714cf849b (127.0.80.126:43989), e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491)
09:01:38.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.870038 774 heartbeater.cc:344] Connected to a master server at 127.0.80.126:43989
09:01:38.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.871549 429 leader_election.cc:336] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491): Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:01:38.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.872680 919 heartbeater.cc:344] Connected to a master server at 127.0.80.126:43989
09:01:38.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.874656 1239 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e07e69363f7140b193437e291f4fc1fd in term 4.
09:01:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.875039 430 leader_election.cc:304] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 35dc867795cd4958aa5652a714cf849b, e07e69363f7140b193437e291f4fc1fd; no voters: e2b6f443809b4549b961989c629717e3
09:01:38.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.875404 1301 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 4 FOLLOWER]: Leader election won for term 4
09:01:38.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.876806 1228 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b537cdd6d6ee4aa7a1830542f87633c1" instance_seqno: 1774083694219777) as {username='slave'} at 127.0.80.66:59775; Asking this server to re-register.
09:01:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.877585 1229 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "42349c742f6b424e9105cf0ad6a94047" instance_seqno: 1774083693615027) as {username='slave'} at 127.0.80.65:42077; Asking this server to re-register.
09:01:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.877771 919 heartbeater.cc:461] Registering TS with master...
09:01:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.878281 774 heartbeater.cc:461] Registering TS with master...
09:01:38.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.879727 1229 ts_manager.cc:194] Registered new tserver with Master: b537cdd6d6ee4aa7a1830542f87633c1 (127.0.80.66:34419)
09:01:38.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.880676 1228 ts_manager.cc:194] Registered new tserver with Master: 42349c742f6b424e9105cf0ad6a94047 (127.0.80.65:34881)
09:01:38.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.883549 1301 raft_consensus.cc:697] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [term 4 LEADER]: Becoming Leader. State: Replica: e07e69363f7140b193437e291f4fc1fd, State: Running, Role: LEADER
09:01:38.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.884086 1301 consensus_queue.cc:237] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 3.12, Last appended by leader: 12, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:38.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.886281 1307 sys_catalog.cc:455] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [sys.catalog]: SysCatalogTable state changed. Reason: New leader e07e69363f7140b193437e291f4fc1fd. Latest consensus state: current_term: 4 leader_uuid: "e07e69363f7140b193437e291f4fc1fd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } } }
09:01:38.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.886583 1307 sys_catalog.cc:458] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [sys.catalog]: This master's current role is: LEADER
09:01:38.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.887317 1309 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
09:01:38.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.889595 1309 catalog_manager.cc:679] Loaded metadata for table kudu_system.kudu_transactions [id=34318e2375ad460dbeff83d4a1b1ccaf]
09:01:38.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.890087 1309 catalog_manager.cc:679] Loaded metadata for table txn_manager_fallback_rolling [id=e2180727f99d4f34b5abfafdb0569533]
09:01:38.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.891654 1309 tablet_loader.cc:96] loaded metadata for tablet 01280f14526540fb977449344dae246e (table txn_manager_fallback_rolling [id=e2180727f99d4f34b5abfafdb0569533])
09:01:38.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.891971 1309 tablet_loader.cc:96] loaded metadata for tablet 3b72c80069764764b3503de784f00188 (table kudu_system.kudu_transactions [id=34318e2375ad460dbeff83d4a1b1ccaf])
09:01:38.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.892252 1309 tablet_loader.cc:96] loaded metadata for tablet fdaf21a18e56482795a70e6f6ee0905c (table txn_manager_fallback_rolling [id=e2180727f99d4f34b5abfafdb0569533])
09:01:38.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.892469 1309 catalog_manager.cc:1494] Initializing Kudu cluster ID...
09:01:38.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.893177 1309 catalog_manager.cc:1269] Loaded cluster ID: a668e81d53cf491ba6e4eefec16a080f
09:01:38.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.893265 1309 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
09:01:38.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.894315 1309 catalog_manager.cc:1514] Loading token signing keys...
09:01:38.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.895154 1309 catalog_manager.cc:6055] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd: Loaded TSK: 0
09:01:38.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.895943 1309 catalog_manager.cc:1524] Initializing in-progress tserver states...
09:01:38.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:38.919 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.919 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.919 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:38.922 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
09:01:38.922 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] sending RPC to server master-127.0.80.124:40491, [1ms] received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [36ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [36ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, deferred=Deferred@533319391(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$229/0x00007fc974336050@6e3747d5 -> (continuation of Deferred@37688359 after retry RPC after error@1815027728) -> (continuation of Deferred@1036104828 after retry RPC after error@1763460606) -> (continuation of Deferred@326695638 after retry RPC after error@113403657) -> (continuation of Deferred@907039225 after retry RPC after error@1034469744) -> (continuation of Deferred@1766990425 after retry RPC after error@2092825173) -> (continuation of Deferred@1209463714 after retry RPC after error@869144721), errback=org.apache.kudu.client.KuduTransaction$$Lambda$230/0x00007fc974336278@4b76b45b -> (continuation of Deferred@37688359 after retry RPC after error@1815027728) -> (continuation of Deferred@1036104828 after retry RPC after error@1763460606) -> (continuation of Deferred@326695638 after retry RPC after error@113403657) -> (continuation of Deferred@907039225 after retry RPC after error@1034469744) -> (continuation of Deferred@1766990425 after retry RPC after error@2092825173) -> (continuation of Deferred@1209463714 after retry RPC after error@869144721))) after lookup
09:01:38.938 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.0.80.124:40491, [1ms] received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [36ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [36ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: OK, [245ms] sending RPC to server master-127.0.80.125:34927, deferred=Deferred@533319391(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$229/0x00007fc974336050@6e3747d5 -> (continuation of Deferred@37688359 after retry RPC after error@1815027728) -> (continuation of Deferred@1036104828 after retry RPC after error@1763460606) -> (continuation of Deferred@326695638 after retry RPC after error@113403657) -> (continuation of Deferred@907039225 after retry RPC after error@1034469744) -> (continuation of Deferred@1766990425 after retry RPC after error@2092825173) -> (continuation of Deferred@1209463714 after retry RPC after error@869144721) -> (continuation of Deferred@1560736996 after retry RPC@613625122), errback=org.apache.kudu.client.KuduTransaction$$Lambda$230/0x00007fc974336278@4b76b45b -> (continuation of Deferred@37688359 after retry RPC after error@1815027728) -> (continuation of Deferred@1036104828 after retry RPC after error@1763460606) -> (continuation of Deferred@326695638 after retry RPC after error@113403657) -> (continuation of Deferred@907039225 after retry RPC after error@1034469744) -> (continuation of Deferred@1766990425 after retry RPC after error@2092825173) -> (continuation of Deferred@1209463714 after retry RPC after error@869144721) -> (continuation of Deferred@1560736996 after retry RPC@613625122)))
09:01:38.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.955711 474 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:55456 (request call id 21) took 32 ms (client timeout 5 ms). Trace:
09:01:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.955962 474 rpcz_store.cc:269] 0321 09:01:38.923210 (+ 0us) service_pool.cc:168] Inserting onto call queue
09:01:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 09:01:38.923312 (+ 102us) service_pool.cc:225] Handling call
09:01:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 09:01:38.955571 (+ 32259us) inbound_call.cc:173] Queueing success response
09:01:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":451,"thread_start_us":1102,"threads_started":4}
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:38.971122 443 catalog_manager.cc:2257] Servicing CreateTable request from {username='slave'} at 127.0.0.1:55484:
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:01:38.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
09:01:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
09:01:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
09:01:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
09:01:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
09:01:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
09:01:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
09:01:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
09:01:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
09:01:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
09:01:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
09:01:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
09:01:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
09:01:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
09:01:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
09:01:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
09:01:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
09:01:38.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
09:01:38.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:38.975850 443 catalog_manager.cc:7033] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
09:01:38.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 609551037371 + 9223371427303739451 cannot be represented in type 'long'
09:01:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:39.000815 1239 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Refusing update from remote peer e07e69363f7140b193437e291f4fc1fd: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 4 index: 13. (index mismatch)
09:01:39.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:39.001722 429 consensus_peers.cc:597] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd -> Peer e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491): Couldn't send request to peer e2b6f443809b4549b961989c629717e3. Status: Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
09:01:39.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:39.002431 1307 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [LEADER]: Connected to new peer: Peer: permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
09:01:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:39.007829 1323 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "e07e69363f7140b193437e291f4fc1fd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } } }
09:01:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:39.008152 1278 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [sys.catalog]: SysCatalogTable state changed. Reason: New leader e07e69363f7140b193437e291f4fc1fd. Latest consensus state: current_term: 4 leader_uuid: "e07e69363f7140b193437e291f4fc1fd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } } }
09:01:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:39.008361 1278 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [sys.catalog]: This master's current role is: FOLLOWER
09:01:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:39.008338 1323 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [sys.catalog]: This master's current role is: FOLLOWER
09:01:39.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:39.011219 1323 sys_catalog.cc:455] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "e07e69363f7140b193437e291f4fc1fd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } } }
09:01:39.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:39.011574 1323 sys_catalog.cc:458] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [sys.catalog]: This master's current role is: FOLLOWER
09:01:39.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:39.011487 1307 sys_catalog.cc:455] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "e07e69363f7140b193437e291f4fc1fd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } } }
09:01:39.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:39.011947 1307 sys_catalog.cc:458] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd [sys.catalog]: This master's current role is: LEADER
09:01:39.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:39.313469 1062 heartbeater.cc:344] Connected to a master server at 127.0.80.126:43989
09:01:39.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:39.315577 1228 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "65a4d7f0982e497783aa5d465c701b98" instance_seqno: 1774083694745272) as {username='slave'} at 127.0.80.67:48053; Asking this server to re-register.
09:01:39.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:39.316241 1062 heartbeater.cc:461] Registering TS with master...
09:01:39.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:39.317590 1228 ts_manager.cc:194] Registered new tserver with Master: 65a4d7f0982e497783aa5d465c701b98 (127.0.80.67:45183)
09:01:39.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:39.437631 429 consensus_peers.cc:597] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd -> Peer e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491): Couldn't send request to peer e2b6f443809b4549b961989c629717e3. Status: Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
09:01:39.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:39.856055 920 heartbeater.cc:499] Master 127.0.80.125:34927 was elected leader, sending a full tablet report...
09:01:39.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:39.923552 429 consensus_peers.cc:597] T 00000000000000000000000000000000 P e07e69363f7140b193437e291f4fc1fd -> Peer e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491): Couldn't send request to peer e2b6f443809b4549b961989c629717e3. Status: Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
09:01:40.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f982e978cd8 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28
09:01:40.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0xa7ab75 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/countdown_latch.h:99:38
09:01:40.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f98427249e2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/promise.h:57:16
09:01:40.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f98427144f4 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/master.cc:483:48
09:01:40.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f98428788de in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:283:21
09:01:40.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f98428794bb in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::__cxx11::basic_string<char, std::char_traits<char>, std::allocator<char> > const&, kudu::MonoTime const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager.cc:226:3
09:01:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f984287e0ff in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/txn_manager_service.cc:159:42
09:01:40.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f983c6942d6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/asan/src/kudu/master/txn_manager.service.cc:271:13
09:01:40.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f983c694005 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
09:01:40.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f98359e4e3e in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/7.5.0/bits/std_function.h:706:14
09:01:40.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f98359e3d1e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3
09:01:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f98359e9f55 in kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:229:15
09:01:40.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f98359ea87f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:92:5
09:01:40.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f98359ea6a8 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/7.5.0/bits/std_function.h:316:2
09:01:40.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0xa8b58c in std::function<void ()>::operator()() const ../../../include/c++/7.5.0/bits/std_function.h:706:14
09:01:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f982ea4b518 in kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3
09:01:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f98320166da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
09:01:40.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f982ab6661e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
09:01:40.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
09:01:40.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/monotime.cc:332:28 in
09:01:40.166 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.80.125:34927(127.0.80.125:34927)] handling channelInactive
09:01:40.166 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state READY due to: connection closed
09:01:40.166 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location master-127.0.80.125:34927(127.0.80.125:34927) for tablet Kudu Master: connection closed
09:01:40.179 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:01:40.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:40.306471 1063 heartbeater.cc:499] Master 127.0.80.125:34927 was elected leader, sending a full tablet report...
09:01:40.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:40.390828 1329 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader e07e69363f7140b193437e291f4fc1fd)
09:01:40.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:40.391029 1329 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:40.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:40.391783 1329 leader_election.cc:290] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927), e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491)
09:01:40.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:40.396415 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927): Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111)
09:01:40.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:40.396641 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491): Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:01:40.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:40.396751 1214 leader_election.cc:304] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35dc867795cd4958aa5652a714cf849b; no voters: e07e69363f7140b193437e291f4fc1fd, e2b6f443809b4549b961989c629717e3
09:01:40.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:40.396996 1329 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:01:40.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:40.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:40.558 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.558 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.558 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.558 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.558 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.558 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:40.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:40.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:40.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.578 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.578 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.579 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.579 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.579 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:40.580 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:40.581 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:40.581 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.581 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.581 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.582 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:40.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:40.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:40.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.599 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.599 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.599 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.599 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.600 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:40.600 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:40.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:40.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:40.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.618 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.619 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:40.619 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.619 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:40.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:40.620 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.620 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.620 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.620 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.620 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.620 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.621 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:40.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:40.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:40.638 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.639 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.639 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.639 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:40.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.640 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:40.640 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:40.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.640 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.640 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.641 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.641 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:40.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:40.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:40.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.658 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.658 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.658 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:40.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:40.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:40.678 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.678 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:40.679 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.679 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.679 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.679 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.679 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.679 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:40.679 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.681 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:40.681 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:40.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:40.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:40.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.699 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.699 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.699 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:40.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:40.719 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:40.719 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.719 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.719 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.719 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.720 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.720 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.720 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:40.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:40.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:40.738 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.738 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.738 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.739 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.739 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.739 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.740 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:40.818 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [124ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@508794631(state=PENDING, result=null, callback=(continuation of Deferred@1563495429 after retry RPC after error@368128939) -> (continuation of Deferred@1624546782 after retry RPC after error@1656604012) -> (continuation of Deferred@926530586 after retry RPC after error@734637373) -> (continuation of Deferred@1874329591 after retry RPC after error@1672331720) -> (continuation of Deferred@420374731 after retry RPC after error@2143854226) -> (continuation of Deferred@793808603 after retry RPC after error@578726264) -> (continuation of Deferred@1222428108 after retry RPC after error@1935408715) -> (continuation of Deferred@1490456749 after retry RPC after error@263505830), errback=(continuation of Deferred@1563495429 after retry RPC after error@368128939) -> (continuation of Deferred@1624546782 after retry RPC after error@1656604012) -> (continuation of Deferred@926530586 after retry RPC after error@734637373) -> (continuation of Deferred@1874329591 after retry RPC after error@1672331720) -> (continuation of Deferred@420374731 after retry RPC after error@2143854226) -> (continuation of Deferred@793808603 after retry RPC after error@578726264) -> (continuation of Deferred@1222428108 after retry RPC after error@1935408715) -> (continuation of Deferred@1490456749 after retry RPC after error@263505830)))
09:01:40.818 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:01:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:40.835233 1329 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader e07e69363f7140b193437e291f4fc1fd)
09:01:40.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:40.835443 1329 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:40.836144 1329 leader_election.cc:290] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927), e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491)
09:01:40.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:40.837783 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927): Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111)
09:01:40.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:40.837965 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491): Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:01:40.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:40.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:40.838053 1214 leader_election.cc:304] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35dc867795cd4958aa5652a714cf849b; no voters: e07e69363f7140b193437e291f4fc1fd, e2b6f443809b4549b961989c629717e3
09:01:40.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:40.838279 1329 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:01:40.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:40.838 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.839 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.839 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.840 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:40.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:40.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:40.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.859 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.859 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.859 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.859 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:40.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:40.864101 775 heartbeater.cc:499] Master 127.0.80.125:34927 was elected leader, sending a full tablet report...
09:01:40.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:40.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:40.879 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.879 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.879 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.879 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.879 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.879 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.879 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.879 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.881 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:40.881 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:40.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:40.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:40.898 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.898 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.898 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:40.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:40.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:40.918 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:40.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:40.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:40.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.959 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:40.959 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.959 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:40.960 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.039 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.039 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.039 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.039 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.039 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.039 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.040 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.040 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1153050481(state=PENDING, result=null, callback=(continuation of Deferred@770237760 after retry RPC after error@670390713) -> (continuation of Deferred@316458823 after retry RPC after error@130612162) -> (continuation of Deferred@1835064478 after retry RPC after error@1624602650) -> (continuation of Deferred@340229560 after retry RPC after error@1410437657) -> (continuation of Deferred@1073618985 after retry RPC after error@1956678244) -> (continuation of Deferred@1537573877 after retry RPC after error@58479554), errback=(continuation of Deferred@770237760 after retry RPC after error@670390713) -> (continuation of Deferred@316458823 after retry RPC after error@130612162) -> (continuation of Deferred@1835064478 after retry RPC after error@1624602650) -> (continuation of Deferred@340229560 after retry RPC after error@1410437657) -> (continuation of Deferred@1073618985 after retry RPC after error@1956678244) -> (continuation of Deferred@1537573877 after retry RPC after error@58479554)))
09:01:41.040 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1153050481(state=PENDING, result=null, callback=(continuation of Deferred@770237760 after retry RPC after error@670390713) -> (continuation of Deferred@316458823 after retry RPC after error@130612162) -> (continuation of Deferred@1835064478 after retry RPC after error@1624602650) -> (continuation of Deferred@340229560 after retry RPC after error@1410437657) -> (continuation of Deferred@1073618985 after retry RPC after error@1956678244) -> (continuation of Deferred@1537573877 after retry RPC after error@58479554), errback=(continuation of Deferred@770237760 after retry RPC after error@670390713) -> (continuation of Deferred@316458823 after retry RPC after error@130612162) -> (continuation of Deferred@1835064478 after retry RPC after error@1624602650) -> (continuation of Deferred@340229560 after retry RPC after error@1410437657) -> (continuation of Deferred@1073618985 after retry RPC after error@1956678244) -> (continuation of Deferred@1537573877 after retry RPC after error@58479554)))
09:01:41.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.059 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.059 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.059 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.059 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.059 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.059 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.060 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.060 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.078 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.078 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.078 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.099 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.099 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.099 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.099 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.100 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.100 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:41.110769 799 txn_status_manager.cc:1391] automatically aborted stale txn (ID 0) past 1.062s from last keepalive heartbeat (effective timeout is 1.000s)
09:01:41.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:41.117208 817 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.0.80.126:43989)
09:01:41.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.119 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.119 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.119 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.119 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.119 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.119 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.119 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.120 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.138 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.138 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.138 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.139 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.139 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.159 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.159 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.159 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.159 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.160 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.160 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.219 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.220 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.220 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.220 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.220 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.220 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@721463869(state=PENDING, result=null, callback=(continuation of Deferred@147448085 after retry RPC after error@1097516763) -> (continuation of Deferred@321698040 after retry RPC after error@1028893154) -> (continuation of Deferred@2060789268 after retry RPC after error@1830710155) -> (continuation of Deferred@461628840 after retry RPC after error@994005891) -> (continuation of Deferred@1745434486 after retry RPC after error@1985305551) -> (continuation of Deferred@1920945672 after retry RPC after error@857581711), errback=(continuation of Deferred@147448085 after retry RPC after error@1097516763) -> (continuation of Deferred@321698040 after retry RPC after error@1028893154) -> (continuation of Deferred@2060789268 after retry RPC after error@1830710155) -> (continuation of Deferred@461628840 after retry RPC after error@994005891) -> (continuation of Deferred@1745434486 after retry RPC after error@1985305551) -> (continuation of Deferred@1920945672 after retry RPC after error@857581711)))
09:01:41.221 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@721463869(state=PENDING, result=null, callback=(continuation of Deferred@147448085 after retry RPC after error@1097516763) -> (continuation of Deferred@321698040 after retry RPC after error@1028893154) -> (continuation of Deferred@2060789268 after retry RPC after error@1830710155) -> (continuation of Deferred@461628840 after retry RPC after error@994005891) -> (continuation of Deferred@1745434486 after retry RPC after error@1985305551) -> (continuation of Deferred@1920945672 after retry RPC after error@857581711), errback=(continuation of Deferred@147448085 after retry RPC after error@1097516763) -> (continuation of Deferred@321698040 after retry RPC after error@1028893154) -> (continuation of Deferred@2060789268 after retry RPC after error@1830710155) -> (continuation of Deferred@461628840 after retry RPC after error@994005891) -> (continuation of Deferred@1745434486 after retry RPC after error@1985305551) -> (continuation of Deferred@1920945672 after retry RPC after error@857581711)))
09:01:41.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.238 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.238 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.239 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.239 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.239 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.259 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.259 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.259 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.259 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.259 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.259 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.260 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.279 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.279 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.279 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.280 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.299 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.299 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.299 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.300 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:41.310645 1329 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader e07e69363f7140b193437e291f4fc1fd)
09:01:41.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:41.310851 1329 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:41.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:41.311527 1329 leader_election.cc:290] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927), e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491)
09:01:41.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:41.312878 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927): Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111)
09:01:41.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:41.313104 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491): Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:01:41.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:41.313184 1214 leader_election.cc:304] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35dc867795cd4958aa5652a714cf849b; no voters: e07e69363f7140b193437e291f4fc1fd, e2b6f443809b4549b961989c629717e3
09:01:41.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:41.313400 1329 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:01:41.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.338 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.338 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.339 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.339 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.339 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.339 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.340 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.359 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.419 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.420 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.421 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.421 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.421 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.421 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.421 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.421 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.421 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.422 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.422 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.422 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.422 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.423 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=185), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [184ms] refreshing cache from master, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [184ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [185ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [185ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@466831377(state=PENDING, result=null, callback=(continuation of Deferred@704391193 after retry RPC after error@130732290) -> (continuation of Deferred@203670743 after retry RPC after error@221349506) -> (continuation of Deferred@1170594781 after retry RPC after error@349589670) -> (continuation of Deferred@104934295 after retry RPC after error@130394187) -> (continuation of Deferred@1823834205 after retry RPC after error@1245756941) -> (continuation of Deferred@1171401025 after retry RPC after error@1870616128) -> (continuation of Deferred@789087386 after retry RPC after error@1618474912), errback=(continuation of Deferred@704391193 after retry RPC after error@130732290) -> (continuation of Deferred@203670743 after retry RPC after error@221349506) -> (continuation of Deferred@1170594781 after retry RPC after error@349589670) -> (continuation of Deferred@104934295 after retry RPC after error@130394187) -> (continuation of Deferred@1823834205 after retry RPC after error@1245756941) -> (continuation of Deferred@1171401025 after retry RPC after error@1870616128) -> (continuation of Deferred@789087386 after retry RPC after error@1618474912)))
09:01:41.423 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=185), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [184ms] refreshing cache from master, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [184ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [185ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [185ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@466831377(state=PENDING, result=null, callback=(continuation of Deferred@704391193 after retry RPC after error@130732290) -> (continuation of Deferred@203670743 after retry RPC after error@221349506) -> (continuation of Deferred@1170594781 after retry RPC after error@349589670) -> (continuation of Deferred@104934295 after retry RPC after error@130394187) -> (continuation of Deferred@1823834205 after retry RPC after error@1245756941) -> (continuation of Deferred@1171401025 after retry RPC after error@1870616128) -> (continuation of Deferred@789087386 after retry RPC after error@1618474912), errback=(continuation of Deferred@704391193 after retry RPC after error@130732290) -> (continuation of Deferred@203670743 after retry RPC after error@221349506) -> (continuation of Deferred@1170594781 after retry RPC after error@349589670) -> (continuation of Deferred@104934295 after retry RPC after error@130394187) -> (continuation of Deferred@1823834205 after retry RPC after error@1245756941) -> (continuation of Deferred@1171401025 after retry RPC after error@1870616128) -> (continuation of Deferred@789087386 after retry RPC after error@1618474912)))
09:01:41.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.438 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.439 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.439 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.439 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.439 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.439 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.440 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.459 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.459 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.459 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.459 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.460 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.479 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.479 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.479 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.498 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.499 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.499 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.499 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.499 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.499 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.501 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.519 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.519 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.519 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.519 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.519 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.519 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.520 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.559 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.559 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.559 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.560 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.619 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.619 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.620 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.620 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.621 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.621 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1252307901(state=PENDING, result=null, callback=(continuation of Deferred@363960254 after retry RPC after error@2079492852) -> (continuation of Deferred@1154788322 after retry RPC after error@721600926) -> (continuation of Deferred@848805671 after retry RPC after error@1574778539) -> (continuation of Deferred@1018633545 after retry RPC after error@17048944) -> (continuation of Deferred@249945328 after retry RPC after error@985258985) -> (continuation of Deferred@1046533282 after retry RPC after error@518998459), errback=(continuation of Deferred@363960254 after retry RPC after error@2079492852) -> (continuation of Deferred@1154788322 after retry RPC after error@721600926) -> (continuation of Deferred@848805671 after retry RPC after error@1574778539) -> (continuation of Deferred@1018633545 after retry RPC after error@17048944) -> (continuation of Deferred@249945328 after retry RPC after error@985258985) -> (continuation of Deferred@1046533282 after retry RPC after error@518998459)))
09:01:41.622 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1252307901(state=PENDING, result=null, callback=(continuation of Deferred@363960254 after retry RPC after error@2079492852) -> (continuation of Deferred@1154788322 after retry RPC after error@721600926) -> (continuation of Deferred@848805671 after retry RPC after error@1574778539) -> (continuation of Deferred@1018633545 after retry RPC after error@17048944) -> (continuation of Deferred@249945328 after retry RPC after error@985258985) -> (continuation of Deferred@1046533282 after retry RPC after error@518998459), errback=(continuation of Deferred@363960254 after retry RPC after error@2079492852) -> (continuation of Deferred@1154788322 after retry RPC after error@721600926) -> (continuation of Deferred@848805671 after retry RPC after error@1574778539) -> (continuation of Deferred@1018633545 after retry RPC after error@17048944) -> (continuation of Deferred@249945328 after retry RPC after error@985258985) -> (continuation of Deferred@1046533282 after retry RPC after error@518998459)))
09:01:41.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.639 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.639 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.639 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.639 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.639 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.639 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.640 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.659 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.659 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.659 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.659 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.659 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.659 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.660 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.678 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.678 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.698 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.698 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.698 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.718 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.718 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.719 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.719 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.719 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.738 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.738 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.739 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.739 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.739 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.739 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.818 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.818 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.818 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.820 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1088024184(state=PENDING, result=null, callback=(continuation of Deferred@1971332260 after retry RPC after error@271918222) -> (continuation of Deferred@553142321 after retry RPC after error@803063928) -> (continuation of Deferred@1527544867 after retry RPC after error@1654923928) -> (continuation of Deferred@16734013 after retry RPC after error@1092669778) -> (continuation of Deferred@2037727281 after retry RPC after error@981867877) -> (continuation of Deferred@1085989815 after retry RPC after error@131530931), errback=(continuation of Deferred@1971332260 after retry RPC after error@271918222) -> (continuation of Deferred@553142321 after retry RPC after error@803063928) -> (continuation of Deferred@1527544867 after retry RPC after error@1654923928) -> (continuation of Deferred@16734013 after retry RPC after error@1092669778) -> (continuation of Deferred@2037727281 after retry RPC after error@981867877) -> (continuation of Deferred@1085989815 after retry RPC after error@131530931)))
09:01:41.820 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1088024184(state=PENDING, result=null, callback=(continuation of Deferred@1971332260 after retry RPC after error@271918222) -> (continuation of Deferred@553142321 after retry RPC after error@803063928) -> (continuation of Deferred@1527544867 after retry RPC after error@1654923928) -> (continuation of Deferred@16734013 after retry RPC after error@1092669778) -> (continuation of Deferred@2037727281 after retry RPC after error@981867877) -> (continuation of Deferred@1085989815 after retry RPC after error@131530931), errback=(continuation of Deferred@1971332260 after retry RPC after error@271918222) -> (continuation of Deferred@553142321 after retry RPC after error@803063928) -> (continuation of Deferred@1527544867 after retry RPC after error@1654923928) -> (continuation of Deferred@16734013 after retry RPC after error@1092669778) -> (continuation of Deferred@2037727281 after retry RPC after error@981867877) -> (continuation of Deferred@1085989815 after retry RPC after error@131530931)))
09:01:41.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.839 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.839 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.839 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.859 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.859 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.859 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.859 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.860 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.860 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.860 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.860 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.878 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.879 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.879 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.879 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.899 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.899 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.899 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.900 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.919 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.919 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.919 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.920 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:41.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:41.958 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.958 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.958 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:41.959 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.959 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.959 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:41.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:41.972541 1355 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader e07e69363f7140b193437e291f4fc1fd)
09:01:41.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:41.972712 1355 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:41.973259 1355 leader_election.cc:290] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927), e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491)
09:01:41.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:41.975520 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927): Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111)
09:01:41.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:41.975708 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491): Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:01:41.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:41.975804 1214 leader_election.cc:304] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35dc867795cd4958aa5652a714cf849b; no voters: e07e69363f7140b193437e291f4fc1fd, e2b6f443809b4549b961989c629717e3
09:01:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:41.975998 1355 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:01:42.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.018 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.018 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.018 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.018 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.018 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.019 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.098 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@673457645(state=PENDING, result=null, callback=(continuation of Deferred@1261413286 after retry RPC after error@1730313133) -> (continuation of Deferred@2113035115 after retry RPC after error@1961886325) -> (continuation of Deferred@1114947038 after retry RPC after error@922704174) -> (continuation of Deferred@1505326489 after retry RPC after error@758003569) -> (continuation of Deferred@1247012167 after retry RPC after error@111797002) -> (continuation of Deferred@338578427 after retry RPC after error@1223127984) -> (continuation of Deferred@499895862 after retry RPC after error@1412685622), errback=(continuation of Deferred@1261413286 after retry RPC after error@1730313133) -> (continuation of Deferred@2113035115 after retry RPC after error@1961886325) -> (continuation of Deferred@1114947038 after retry RPC after error@922704174) -> (continuation of Deferred@1505326489 after retry RPC after error@758003569) -> (continuation of Deferred@1247012167 after retry RPC after error@111797002) -> (continuation of Deferred@338578427 after retry RPC after error@1223127984) -> (continuation of Deferred@499895862 after retry RPC after error@1412685622)))
09:01:42.099 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:01:42.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.119 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.119 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.119 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.120 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.138 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.138 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.159 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.159 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.159 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.179 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.179 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.179 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.179 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.179 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.179 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.180 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.180 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.199 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.199 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.199 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.199 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.200 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.219 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.219 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.219 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.220 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.278 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.278 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.279 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.279 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.279 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.280 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.338 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.338 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.338 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.338 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.338 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.339 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.359 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.360 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@478791482(state=PENDING, result=null, callback=(continuation of Deferred@390690191 after retry RPC after error@1819383465) -> (continuation of Deferred@656413833 after retry RPC after error@1975691072) -> (continuation of Deferred@695947642 after retry RPC after error@1239375394) -> (continuation of Deferred@1862049740 after retry RPC after error@249875956) -> (continuation of Deferred@2103946707 after retry RPC after error@1316672019) -> (continuation of Deferred@1156724463 after retry RPC after error@1825691880) -> (continuation of Deferred@739834260 after retry RPC after error@887774286), errback=(continuation of Deferred@390690191 after retry RPC after error@1819383465) -> (continuation of Deferred@656413833 after retry RPC after error@1975691072) -> (continuation of Deferred@695947642 after retry RPC after error@1239375394) -> (continuation of Deferred@1862049740 after retry RPC after error@249875956) -> (continuation of Deferred@2103946707 after retry RPC after error@1316672019) -> (continuation of Deferred@1156724463 after retry RPC after error@1825691880) -> (continuation of Deferred@739834260 after retry RPC after error@887774286)))
09:01:42.360 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@478791482(state=PENDING, result=null, callback=(continuation of Deferred@390690191 after retry RPC after error@1819383465) -> (continuation of Deferred@656413833 after retry RPC after error@1975691072) -> (continuation of Deferred@695947642 after retry RPC after error@1239375394) -> (continuation of Deferred@1862049740 after retry RPC after error@249875956) -> (continuation of Deferred@2103946707 after retry RPC after error@1316672019) -> (continuation of Deferred@1156724463 after retry RPC after error@1825691880) -> (continuation of Deferred@739834260 after retry RPC after error@887774286), errback=(continuation of Deferred@390690191 after retry RPC after error@1819383465) -> (continuation of Deferred@656413833 after retry RPC after error@1975691072) -> (continuation of Deferred@695947642 after retry RPC after error@1239375394) -> (continuation of Deferred@1862049740 after retry RPC after error@249875956) -> (continuation of Deferred@2103946707 after retry RPC after error@1316672019) -> (continuation of Deferred@1156724463 after retry RPC after error@1825691880) -> (continuation of Deferred@739834260 after retry RPC after error@887774286)))
09:01:42.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.379 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:42.378881 1355 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader e07e69363f7140b193437e291f4fc1fd)
09:01:42.379 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.379 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:42.379098 1355 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:42.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:42.379817 1355 leader_election.cc:290] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927), e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491)
09:01:42.380 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:42.381170 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927): Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111)
09:01:42.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:42.381381 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491): Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:01:42.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:42.381461 1214 leader_election.cc:304] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35dc867795cd4958aa5652a714cf849b; no voters: e07e69363f7140b193437e291f4fc1fd, e2b6f443809b4549b961989c629717e3
09:01:42.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:42.381680 1355 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:01:42.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.398 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.398 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.398 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.399 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.399 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.419 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.419 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.419 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.419 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.419 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.439 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.439 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.439 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.439 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.439 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.440 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.440 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.459 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.459 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.459 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.459 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.459 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.459 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.460 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.498 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.498 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.498 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.499 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.499 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.579 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.579 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.579 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.580 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.580 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.580 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.580 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.581 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2124020770(state=PENDING, result=null, callback=(continuation of Deferred@1167301159 after retry RPC after error@700280035) -> (continuation of Deferred@1995251523 after retry RPC after error@1193575760) -> (continuation of Deferred@515865905 after retry RPC after error@1546113137) -> (continuation of Deferred@1110363057 after retry RPC after error@566479009) -> (continuation of Deferred@1148223325 after retry RPC after error@649497594) -> (continuation of Deferred@317833182 after retry RPC after error@768146401), errback=(continuation of Deferred@1167301159 after retry RPC after error@700280035) -> (continuation of Deferred@1995251523 after retry RPC after error@1193575760) -> (continuation of Deferred@515865905 after retry RPC after error@1546113137) -> (continuation of Deferred@1110363057 after retry RPC after error@566479009) -> (continuation of Deferred@1148223325 after retry RPC after error@649497594) -> (continuation of Deferred@317833182 after retry RPC after error@768146401)))
09:01:42.581 [DEBUG - kudu-nio-7] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2124020770(state=PENDING, result=null, callback=(continuation of Deferred@1167301159 after retry RPC after error@700280035) -> (continuation of Deferred@1995251523 after retry RPC after error@1193575760) -> (continuation of Deferred@515865905 after retry RPC after error@1546113137) -> (continuation of Deferred@1110363057 after retry RPC after error@566479009) -> (continuation of Deferred@1148223325 after retry RPC after error@649497594) -> (continuation of Deferred@317833182 after retry RPC after error@768146401), errback=(continuation of Deferred@1167301159 after retry RPC after error@700280035) -> (continuation of Deferred@1995251523 after retry RPC after error@1193575760) -> (continuation of Deferred@515865905 after retry RPC after error@1546113137) -> (continuation of Deferred@1110363057 after retry RPC after error@566479009) -> (continuation of Deferred@1148223325 after retry RPC after error@649497594) -> (continuation of Deferred@317833182 after retry RPC after error@768146401)))
09:01:42.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.618 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.619 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.638 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.638 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.638 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.638 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.638 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.638 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.658 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.658 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.718 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.718 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.718 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.719 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.779 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.779 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.779 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.780 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.780 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.780 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.780 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.780 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@2043110346(state=PENDING, result=null, callback=(continuation of Deferred@1208718795 after retry RPC after error@1335183138) -> (continuation of Deferred@589986735 after retry RPC after error@1639023923) -> (continuation of Deferred@1962995971 after retry RPC after error@273224918) -> (continuation of Deferred@1615782515 after retry RPC after error@230390612) -> (continuation of Deferred@2143357705 after retry RPC after error@662065027) -> (continuation of Deferred@817654884 after retry RPC after error@1720434940), errback=(continuation of Deferred@1208718795 after retry RPC after error@1335183138) -> (continuation of Deferred@589986735 after retry RPC after error@1639023923) -> (continuation of Deferred@1962995971 after retry RPC after error@273224918) -> (continuation of Deferred@1615782515 after retry RPC after error@230390612) -> (continuation of Deferred@2143357705 after retry RPC after error@662065027) -> (continuation of Deferred@817654884 after retry RPC after error@1720434940)))
09:01:42.781 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@2043110346(state=PENDING, result=null, callback=(continuation of Deferred@1208718795 after retry RPC after error@1335183138) -> (continuation of Deferred@589986735 after retry RPC after error@1639023923) -> (continuation of Deferred@1962995971 after retry RPC after error@273224918) -> (continuation of Deferred@1615782515 after retry RPC after error@230390612) -> (continuation of Deferred@2143357705 after retry RPC after error@662065027) -> (continuation of Deferred@817654884 after retry RPC after error@1720434940), errback=(continuation of Deferred@1208718795 after retry RPC after error@1335183138) -> (continuation of Deferred@589986735 after retry RPC after error@1639023923) -> (continuation of Deferred@1962995971 after retry RPC after error@273224918) -> (continuation of Deferred@1615782515 after retry RPC after error@230390612) -> (continuation of Deferred@2143357705 after retry RPC after error@662065027) -> (continuation of Deferred@817654884 after retry RPC after error@1720434940)))
09:01:42.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.799 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.799 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.799 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.799 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.799 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.799 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.800 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.838 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.838 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.838 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.838 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.838 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.839 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.859 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.859 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.859 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.859 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.859 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.859 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.860 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.878 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.879 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.879 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.879 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.879 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:42.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:42.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:42.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.939 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.939 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:42.939 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.939 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.939 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:42.940 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.038 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.038 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.038 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.038 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.038 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.039 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.039 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1454180779(state=PENDING, result=null, callback=(continuation of Deferred@13435984 after retry RPC after error@1636510203) -> (continuation of Deferred@500509564 after retry RPC after error@587958588) -> (continuation of Deferred@1259140745 after retry RPC after error@1945160418) -> (continuation of Deferred@1196065067 after retry RPC after error@955753111) -> (continuation of Deferred@342078398 after retry RPC after error@1630657546) -> (continuation of Deferred@1918978782 after retry RPC after error@2005384479) -> (continuation of Deferred@2129661458 after retry RPC after error@298732618), errback=(continuation of Deferred@13435984 after retry RPC after error@1636510203) -> (continuation of Deferred@500509564 after retry RPC after error@587958588) -> (continuation of Deferred@1259140745 after retry RPC after error@1945160418) -> (continuation of Deferred@1196065067 after retry RPC after error@955753111) -> (continuation of Deferred@342078398 after retry RPC after error@1630657546) -> (continuation of Deferred@1918978782 after retry RPC after error@2005384479) -> (continuation of Deferred@2129661458 after retry RPC after error@298732618)))
09:01:43.040 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1454180779(state=PENDING, result=null, callback=(continuation of Deferred@13435984 after retry RPC after error@1636510203) -> (continuation of Deferred@500509564 after retry RPC after error@587958588) -> (continuation of Deferred@1259140745 after retry RPC after error@1945160418) -> (continuation of Deferred@1196065067 after retry RPC after error@955753111) -> (continuation of Deferred@342078398 after retry RPC after error@1630657546) -> (continuation of Deferred@1918978782 after retry RPC after error@2005384479) -> (continuation of Deferred@2129661458 after retry RPC after error@298732618), errback=(continuation of Deferred@13435984 after retry RPC after error@1636510203) -> (continuation of Deferred@500509564 after retry RPC after error@587958588) -> (continuation of Deferred@1259140745 after retry RPC after error@1945160418) -> (continuation of Deferred@1196065067 after retry RPC after error@955753111) -> (continuation of Deferred@342078398 after retry RPC after error@1630657546) -> (continuation of Deferred@1918978782 after retry RPC after error@2005384479) -> (continuation of Deferred@2129661458 after retry RPC after error@298732618)))
09:01:43.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.058 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.058 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.058 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.058 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.058 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.058 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.138 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.138 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.138 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.199 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.199 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.199 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.199 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.199 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.199 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.200 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.200 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1566244485(state=PENDING, result=null, callback=(continuation of Deferred@1049970040 after retry RPC after error@1500225734) -> (continuation of Deferred@1575493786 after retry RPC after error@1473008500) -> (continuation of Deferred@1139176048 after retry RPC after error@1200588634) -> (continuation of Deferred@1535087553 after retry RPC after error@1855798313) -> (continuation of Deferred@513320568 after retry RPC after error@622221222) -> (continuation of Deferred@38811998 after retry RPC after error@86716745), errback=(continuation of Deferred@1049970040 after retry RPC after error@1500225734) -> (continuation of Deferred@1575493786 after retry RPC after error@1473008500) -> (continuation of Deferred@1139176048 after retry RPC after error@1200588634) -> (continuation of Deferred@1535087553 after retry RPC after error@1855798313) -> (continuation of Deferred@513320568 after retry RPC after error@622221222) -> (continuation of Deferred@38811998 after retry RPC after error@86716745)))
09:01:43.200 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1566244485(state=PENDING, result=null, callback=(continuation of Deferred@1049970040 after retry RPC after error@1500225734) -> (continuation of Deferred@1575493786 after retry RPC after error@1473008500) -> (continuation of Deferred@1139176048 after retry RPC after error@1200588634) -> (continuation of Deferred@1535087553 after retry RPC after error@1855798313) -> (continuation of Deferred@513320568 after retry RPC after error@622221222) -> (continuation of Deferred@38811998 after retry RPC after error@86716745), errback=(continuation of Deferred@1049970040 after retry RPC after error@1500225734) -> (continuation of Deferred@1575493786 after retry RPC after error@1473008500) -> (continuation of Deferred@1139176048 after retry RPC after error@1200588634) -> (continuation of Deferred@1535087553 after retry RPC after error@1855798313) -> (continuation of Deferred@513320568 after retry RPC after error@622221222) -> (continuation of Deferred@38811998 after retry RPC after error@86716745)))
09:01:43.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.219 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.219 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.219 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.219 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.219 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.219 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.220 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.239 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.239 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.239 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.239 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.239 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.239 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.278 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.278 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.278 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.278 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.279 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.279 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.298 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.299 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.299 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.299 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.319 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.319 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.319 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.320 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.380 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.380 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@389997154(state=PENDING, result=null, callback=(continuation of Deferred@1744184086 after retry RPC after error@1589355074) -> (continuation of Deferred@1437789049 after retry RPC after error@897527391) -> (continuation of Deferred@1665619317 after retry RPC after error@1617777389) -> (continuation of Deferred@583439546 after retry RPC after error@1845971819) -> (continuation of Deferred@926041891 after retry RPC after error@1036157202) -> (continuation of Deferred@733454676 after retry RPC after error@2134895450), errback=(continuation of Deferred@1744184086 after retry RPC after error@1589355074) -> (continuation of Deferred@1437789049 after retry RPC after error@897527391) -> (continuation of Deferred@1665619317 after retry RPC after error@1617777389) -> (continuation of Deferred@583439546 after retry RPC after error@1845971819) -> (continuation of Deferred@926041891 after retry RPC after error@1036157202) -> (continuation of Deferred@733454676 after retry RPC after error@2134895450)))
09:01:43.381 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@389997154(state=PENDING, result=null, callback=(continuation of Deferred@1744184086 after retry RPC after error@1589355074) -> (continuation of Deferred@1437789049 after retry RPC after error@897527391) -> (continuation of Deferred@1665619317 after retry RPC after error@1617777389) -> (continuation of Deferred@583439546 after retry RPC after error@1845971819) -> (continuation of Deferred@926041891 after retry RPC after error@1036157202) -> (continuation of Deferred@733454676 after retry RPC after error@2134895450), errback=(continuation of Deferred@1744184086 after retry RPC after error@1589355074) -> (continuation of Deferred@1437789049 after retry RPC after error@897527391) -> (continuation of Deferred@1665619317 after retry RPC after error@1617777389) -> (continuation of Deferred@583439546 after retry RPC after error@1845971819) -> (continuation of Deferred@926041891 after retry RPC after error@1036157202) -> (continuation of Deferred@733454676 after retry RPC after error@2134895450)))
09:01:43.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.398 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.398 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.438 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.438 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.438 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.438 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.438 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.438 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.440 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.479 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.479 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.479 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.479 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.479 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.479 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.480 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.519 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.519 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.519 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.519 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.519 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.519 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.520 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:43.586957 1197 master_runner.cc:186] Error getting master registration for 127.0.80.125:34927: Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111),
09:01:43.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:43.587111 1197 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:01:43.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.599 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@847029167(state=PENDING, result=null, callback=(continuation of Deferred@1382720384 after retry RPC after error@2030923772) -> (continuation of Deferred@2016659252 after retry RPC after error@797270598) -> (continuation of Deferred@678736533 after retry RPC after error@982801128) -> (continuation of Deferred@1559769321 after retry RPC after error@1483472482) -> (continuation of Deferred@1434849248 after retry RPC after error@1297964194) -> (continuation of Deferred@1354711704 after retry RPC after error@1461730819) -> (continuation of Deferred@851231240 after retry RPC after error@354627761), errback=(continuation of Deferred@1382720384 after retry RPC after error@2030923772) -> (continuation of Deferred@2016659252 after retry RPC after error@797270598) -> (continuation of Deferred@678736533 after retry RPC after error@982801128) -> (continuation of Deferred@1559769321 after retry RPC after error@1483472482) -> (continuation of Deferred@1434849248 after retry RPC after error@1297964194) -> (continuation of Deferred@1354711704 after retry RPC after error@1461730819) -> (continuation of Deferred@851231240 after retry RPC after error@354627761)))
09:01:43.600 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@847029167(state=PENDING, result=null, callback=(continuation of Deferred@1382720384 after retry RPC after error@2030923772) -> (continuation of Deferred@2016659252 after retry RPC after error@797270598) -> (continuation of Deferred@678736533 after retry RPC after error@982801128) -> (continuation of Deferred@1559769321 after retry RPC after error@1483472482) -> (continuation of Deferred@1434849248 after retry RPC after error@1297964194) -> (continuation of Deferred@1354711704 after retry RPC after error@1461730819) -> (continuation of Deferred@851231240 after retry RPC after error@354627761), errback=(continuation of Deferred@1382720384 after retry RPC after error@2030923772) -> (continuation of Deferred@2016659252 after retry RPC after error@797270598) -> (continuation of Deferred@678736533 after retry RPC after error@982801128) -> (continuation of Deferred@1559769321 after retry RPC after error@1483472482) -> (continuation of Deferred@1434849248 after retry RPC after error@1297964194) -> (continuation of Deferred@1354711704 after retry RPC after error@1461730819) -> (continuation of Deferred@851231240 after retry RPC after error@354627761)))
09:01:43.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.618 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.619 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.619 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.619 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.619 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.619 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.619 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.620 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.620 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.639 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.639 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.639 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.639 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.639 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.639 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.640 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.658 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.658 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.680 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.698 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.698 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.698 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.699 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.699 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.699 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.700 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.739 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.740 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.740 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.740 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.740 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.740 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.740 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.741 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.799 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.799 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.799 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.799 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.799 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.799 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.800 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.859 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1352639488(state=PENDING, result=null, callback=(continuation of Deferred@198406186 after retry RPC after error@212095314) -> (continuation of Deferred@142557193 after retry RPC after error@627919522) -> (continuation of Deferred@892288005 after retry RPC after error@456119603) -> (continuation of Deferred@1763877207 after retry RPC after error@643157643) -> (continuation of Deferred@1792414032 after retry RPC after error@255186804) -> (continuation of Deferred@1935796188 after retry RPC after error@2076729005) -> (continuation of Deferred@558795797 after retry RPC after error@6385983), errback=(continuation of Deferred@198406186 after retry RPC after error@212095314) -> (continuation of Deferred@142557193 after retry RPC after error@627919522) -> (continuation of Deferred@892288005 after retry RPC after error@456119603) -> (continuation of Deferred@1763877207 after retry RPC after error@643157643) -> (continuation of Deferred@1792414032 after retry RPC after error@255186804) -> (continuation of Deferred@1935796188 after retry RPC after error@2076729005) -> (continuation of Deferred@558795797 after retry RPC after error@6385983)))
09:01:43.860 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1352639488(state=PENDING, result=null, callback=(continuation of Deferred@198406186 after retry RPC after error@212095314) -> (continuation of Deferred@142557193 after retry RPC after error@627919522) -> (continuation of Deferred@892288005 after retry RPC after error@456119603) -> (continuation of Deferred@1763877207 after retry RPC after error@643157643) -> (continuation of Deferred@1792414032 after retry RPC after error@255186804) -> (continuation of Deferred@1935796188 after retry RPC after error@2076729005) -> (continuation of Deferred@558795797 after retry RPC after error@6385983), errback=(continuation of Deferred@198406186 after retry RPC after error@212095314) -> (continuation of Deferred@142557193 after retry RPC after error@627919522) -> (continuation of Deferred@892288005 after retry RPC after error@456119603) -> (continuation of Deferred@1763877207 after retry RPC after error@643157643) -> (continuation of Deferred@1792414032 after retry RPC after error@255186804) -> (continuation of Deferred@1935796188 after retry RPC after error@2076729005) -> (continuation of Deferred@558795797 after retry RPC after error@6385983)))
09:01:43.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.878 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.878 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.878 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.878 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.879 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.879 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.879 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.898 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.898 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.898 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.899 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.899 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.899 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.918 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.919 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.919 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.919 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.920 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.940 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.959 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.959 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.959 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.959 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.959 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.959 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.960 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:43.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:43.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:43.998 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.999 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.999 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:43.999 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.999 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:43.999 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.000 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.058 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.058 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.058 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.058 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.058 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.058 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.120 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.120 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1992207161(state=PENDING, result=null, callback=(continuation of Deferred@40106464 after retry RPC after error@2069659745) -> (continuation of Deferred@311292685 after retry RPC after error@300508422) -> (continuation of Deferred@207106594 after retry RPC after error@320398400) -> (continuation of Deferred@1861249205 after retry RPC after error@879485240) -> (continuation of Deferred@2037324981 after retry RPC after error@763481404) -> (continuation of Deferred@1079619065 after retry RPC after error@735114987) -> (continuation of Deferred@710659472 after retry RPC after error@152047050), errback=(continuation of Deferred@40106464 after retry RPC after error@2069659745) -> (continuation of Deferred@311292685 after retry RPC after error@300508422) -> (continuation of Deferred@207106594 after retry RPC after error@320398400) -> (continuation of Deferred@1861249205 after retry RPC after error@879485240) -> (continuation of Deferred@2037324981 after retry RPC after error@763481404) -> (continuation of Deferred@1079619065 after retry RPC after error@735114987) -> (continuation of Deferred@710659472 after retry RPC after error@152047050)))
09:01:44.120 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1992207161(state=PENDING, result=null, callback=(continuation of Deferred@40106464 after retry RPC after error@2069659745) -> (continuation of Deferred@311292685 after retry RPC after error@300508422) -> (continuation of Deferred@207106594 after retry RPC after error@320398400) -> (continuation of Deferred@1861249205 after retry RPC after error@879485240) -> (continuation of Deferred@2037324981 after retry RPC after error@763481404) -> (continuation of Deferred@1079619065 after retry RPC after error@735114987) -> (continuation of Deferred@710659472 after retry RPC after error@152047050), errback=(continuation of Deferred@40106464 after retry RPC after error@2069659745) -> (continuation of Deferred@311292685 after retry RPC after error@300508422) -> (continuation of Deferred@207106594 after retry RPC after error@320398400) -> (continuation of Deferred@1861249205 after retry RPC after error@879485240) -> (continuation of Deferred@2037324981 after retry RPC after error@763481404) -> (continuation of Deferred@1079619065 after retry RPC after error@735114987) -> (continuation of Deferred@710659472 after retry RPC after error@152047050)))
09:01:44.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.139 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.139 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.139 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.139 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.139 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.139 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.140 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.159 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.159 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.159 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.159 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.159 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.159 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.160 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.178 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.178 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.179 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:44.216398 1369 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader e07e69363f7140b193437e291f4fc1fd)
09:01:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:44.216579 1369 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:44.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:44.217180 1369 leader_election.cc:290] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927), e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491)
09:01:44.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.218 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.218 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:44.218715 1214 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111) [suppressed 10 similar messages]
09:01:44.218 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.219 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.220 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:44.220311 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927): Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111)
09:01:44.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:44.220479 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491): Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:01:44.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:44.220561 1214 leader_election.cc:304] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35dc867795cd4958aa5652a714cf849b; no voters: e07e69363f7140b193437e291f4fc1fd, e2b6f443809b4549b961989c629717e3
09:01:44.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:44.220774 1369 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:01:44.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.238 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.239 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.239 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.278 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.278 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.278 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.279 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.279 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.279 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.341 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.341 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [204ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@198866007(state=PENDING, result=null, callback=(continuation of Deferred@664999598 after retry RPC after error@1678261102) -> (continuation of Deferred@396630376 after retry RPC after error@1325711111) -> (continuation of Deferred@1882048047 after retry RPC after error@1432047631) -> (continuation of Deferred@1652784277 after retry RPC after error@135596869) -> (continuation of Deferred@370649302 after retry RPC after error@432232755) -> (continuation of Deferred@1625155914 after retry RPC after error@1077053751) -> (continuation of Deferred@1808324863 after retry RPC after error@1757486708), errback=(continuation of Deferred@664999598 after retry RPC after error@1678261102) -> (continuation of Deferred@396630376 after retry RPC after error@1325711111) -> (continuation of Deferred@1882048047 after retry RPC after error@1432047631) -> (continuation of Deferred@1652784277 after retry RPC after error@135596869) -> (continuation of Deferred@370649302 after retry RPC after error@432232755) -> (continuation of Deferred@1625155914 after retry RPC after error@1077053751) -> (continuation of Deferred@1808324863 after retry RPC after error@1757486708)))
09:01:44.341 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [204ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@198866007(state=PENDING, result=null, callback=(continuation of Deferred@664999598 after retry RPC after error@1678261102) -> (continuation of Deferred@396630376 after retry RPC after error@1325711111) -> (continuation of Deferred@1882048047 after retry RPC after error@1432047631) -> (continuation of Deferred@1652784277 after retry RPC after error@135596869) -> (continuation of Deferred@370649302 after retry RPC after error@432232755) -> (continuation of Deferred@1625155914 after retry RPC after error@1077053751) -> (continuation of Deferred@1808324863 after retry RPC after error@1757486708), errback=(continuation of Deferred@664999598 after retry RPC after error@1678261102) -> (continuation of Deferred@396630376 after retry RPC after error@1325711111) -> (continuation of Deferred@1882048047 after retry RPC after error@1432047631) -> (continuation of Deferred@1652784277 after retry RPC after error@135596869) -> (continuation of Deferred@370649302 after retry RPC after error@432232755) -> (continuation of Deferred@1625155914 after retry RPC after error@1077053751) -> (continuation of Deferred@1808324863 after retry RPC after error@1757486708)))
09:01:44.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.358 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.358 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.358 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.358 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.358 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.358 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.398 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.398 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.398 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.398 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.399 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.399 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.400 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.420 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.439 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.459 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.459 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.459 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.459 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.460 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.479 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.479 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.479 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.479 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.479 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.480 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.618 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1449387507(state=PENDING, result=null, callback=(continuation of Deferred@188099650 after retry RPC after error@41845745) -> (continuation of Deferred@1495438767 after retry RPC after error@271036165) -> (continuation of Deferred@709477759 after retry RPC after error@1558096588) -> (continuation of Deferred@287101717 after retry RPC after error@1013848500) -> (continuation of Deferred@1483231611 after retry RPC after error@1909000304) -> (continuation of Deferred@104524071 after retry RPC after error@1247142893) -> (continuation of Deferred@1345093717 after retry RPC after error@1763678376), errback=(continuation of Deferred@188099650 after retry RPC after error@41845745) -> (continuation of Deferred@1495438767 after retry RPC after error@271036165) -> (continuation of Deferred@709477759 after retry RPC after error@1558096588) -> (continuation of Deferred@287101717 after retry RPC after error@1013848500) -> (continuation of Deferred@1483231611 after retry RPC after error@1909000304) -> (continuation of Deferred@104524071 after retry RPC after error@1247142893) -> (continuation of Deferred@1345093717 after retry RPC after error@1763678376)))
09:01:44.618 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:01:44.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.640 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.678 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.678 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.678 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.699 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.699 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.699 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.699 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.699 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.699 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.700 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.720 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.739 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.739 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.739 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.739 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.739 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.739 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.740 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.758 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.758 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.758 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.759 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.759 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.759 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.818 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.818 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.818 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.819 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.819 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.819 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.820 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1254951539(state=PENDING, result=null, callback=(continuation of Deferred@1375647722 after retry RPC after error@119595458) -> (continuation of Deferred@1540068254 after retry RPC after error@2037879814) -> (continuation of Deferred@1561476389 after retry RPC after error@1572661684) -> (continuation of Deferred@1525466878 after retry RPC after error@536784385) -> (continuation of Deferred@1405699022 after retry RPC after error@1761796426) -> (continuation of Deferred@1432687010 after retry RPC after error@1057043369) -> (continuation of Deferred@642760884 after retry RPC after error@1488551302), errback=(continuation of Deferred@1375647722 after retry RPC after error@119595458) -> (continuation of Deferred@1540068254 after retry RPC after error@2037879814) -> (continuation of Deferred@1561476389 after retry RPC after error@1572661684) -> (continuation of Deferred@1525466878 after retry RPC after error@536784385) -> (continuation of Deferred@1405699022 after retry RPC after error@1761796426) -> (continuation of Deferred@1432687010 after retry RPC after error@1057043369) -> (continuation of Deferred@642760884 after retry RPC after error@1488551302)))
09:01:44.820 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1254951539(state=PENDING, result=null, callback=(continuation of Deferred@1375647722 after retry RPC after error@119595458) -> (continuation of Deferred@1540068254 after retry RPC after error@2037879814) -> (continuation of Deferred@1561476389 after retry RPC after error@1572661684) -> (continuation of Deferred@1525466878 after retry RPC after error@536784385) -> (continuation of Deferred@1405699022 after retry RPC after error@1761796426) -> (continuation of Deferred@1432687010 after retry RPC after error@1057043369) -> (continuation of Deferred@642760884 after retry RPC after error@1488551302), errback=(continuation of Deferred@1375647722 after retry RPC after error@119595458) -> (continuation of Deferred@1540068254 after retry RPC after error@2037879814) -> (continuation of Deferred@1561476389 after retry RPC after error@1572661684) -> (continuation of Deferred@1525466878 after retry RPC after error@536784385) -> (continuation of Deferred@1405699022 after retry RPC after error@1761796426) -> (continuation of Deferred@1432687010 after retry RPC after error@1057043369) -> (continuation of Deferred@642760884 after retry RPC after error@1488551302)))
09:01:44.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.859 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.859 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.859 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.859 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.859 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.878 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.878 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.878 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.879 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.898 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.898 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.898 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.939 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:44.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:44.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:44.978 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.978 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.979 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.979 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.979 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:44.979 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:44.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.079 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.079 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.079 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.079 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.079 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.079 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.080 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.081 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@432407679(state=PENDING, result=null, callback=(continuation of Deferred@956475222 after retry RPC after error@1348001627) -> (continuation of Deferred@451553421 after retry RPC after error@866525779) -> (continuation of Deferred@523373414 after retry RPC after error@151436764) -> (continuation of Deferred@1113805361 after retry RPC after error@1087718548) -> (continuation of Deferred@1337134803 after retry RPC after error@1936171684) -> (continuation of Deferred@726504483 after retry RPC after error@1104577594) -> (continuation of Deferred@373612357 after retry RPC after error@1492659627), errback=(continuation of Deferred@956475222 after retry RPC after error@1348001627) -> (continuation of Deferred@451553421 after retry RPC after error@866525779) -> (continuation of Deferred@523373414 after retry RPC after error@151436764) -> (continuation of Deferred@1113805361 after retry RPC after error@1087718548) -> (continuation of Deferred@1337134803 after retry RPC after error@1936171684) -> (continuation of Deferred@726504483 after retry RPC after error@1104577594) -> (continuation of Deferred@373612357 after retry RPC after error@1492659627)))
09:01:45.081 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@432407679(state=PENDING, result=null, callback=(continuation of Deferred@956475222 after retry RPC after error@1348001627) -> (continuation of Deferred@451553421 after retry RPC after error@866525779) -> (continuation of Deferred@523373414 after retry RPC after error@151436764) -> (continuation of Deferred@1113805361 after retry RPC after error@1087718548) -> (continuation of Deferred@1337134803 after retry RPC after error@1936171684) -> (continuation of Deferred@726504483 after retry RPC after error@1104577594) -> (continuation of Deferred@373612357 after retry RPC after error@1492659627), errback=(continuation of Deferred@956475222 after retry RPC after error@1348001627) -> (continuation of Deferred@451553421 after retry RPC after error@866525779) -> (continuation of Deferred@523373414 after retry RPC after error@151436764) -> (continuation of Deferred@1113805361 after retry RPC after error@1087718548) -> (continuation of Deferred@1337134803 after retry RPC after error@1936171684) -> (continuation of Deferred@726504483 after retry RPC after error@1104577594) -> (continuation of Deferred@373612357 after retry RPC after error@1492659627)))
09:01:45.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.118 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.118 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.118 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.138 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.138 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.138 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.138 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.138 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.138 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.159 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.159 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.159 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.159 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.159 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.159 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.160 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.180 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.199 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.199 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.199 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.199 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.199 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.199 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.200 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.258 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.258 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.258 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.260 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1186278429(state=PENDING, result=null, callback=(continuation of Deferred@590700362 after retry RPC after error@73276881) -> (continuation of Deferred@1570461921 after retry RPC after error@849433227) -> (continuation of Deferred@996643994 after retry RPC after error@1327740594) -> (continuation of Deferred@1215865831 after retry RPC after error@1886750057) -> (continuation of Deferred@2008095929 after retry RPC after error@636859099) -> (continuation of Deferred@681527833 after retry RPC after error@1956502702), errback=(continuation of Deferred@590700362 after retry RPC after error@73276881) -> (continuation of Deferred@1570461921 after retry RPC after error@849433227) -> (continuation of Deferred@996643994 after retry RPC after error@1327740594) -> (continuation of Deferred@1215865831 after retry RPC after error@1886750057) -> (continuation of Deferred@2008095929 after retry RPC after error@636859099) -> (continuation of Deferred@681527833 after retry RPC after error@1956502702)))
09:01:45.260 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1186278429(state=PENDING, result=null, callback=(continuation of Deferred@590700362 after retry RPC after error@73276881) -> (continuation of Deferred@1570461921 after retry RPC after error@849433227) -> (continuation of Deferred@996643994 after retry RPC after error@1327740594) -> (continuation of Deferred@1215865831 after retry RPC after error@1886750057) -> (continuation of Deferred@2008095929 after retry RPC after error@636859099) -> (continuation of Deferred@681527833 after retry RPC after error@1956502702), errback=(continuation of Deferred@590700362 after retry RPC after error@73276881) -> (continuation of Deferred@1570461921 after retry RPC after error@849433227) -> (continuation of Deferred@996643994 after retry RPC after error@1327740594) -> (continuation of Deferred@1215865831 after retry RPC after error@1886750057) -> (continuation of Deferred@2008095929 after retry RPC after error@636859099) -> (continuation of Deferred@681527833 after retry RPC after error@1956502702)))
09:01:45.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.278 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.278 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.278 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.278 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.278 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.278 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.299 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.318 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.318 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.318 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.338 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.338 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.338 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.338 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.338 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.338 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.358 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.418 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.418 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.418 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.499 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.499 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.499 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.499 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.499 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.499 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.500 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.500 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1916745403(state=PENDING, result=null, callback=(continuation of Deferred@467620745 after retry RPC after error@1257575594) -> (continuation of Deferred@390120456 after retry RPC after error@474067637) -> (continuation of Deferred@2112088495 after retry RPC after error@525460221) -> (continuation of Deferred@245368219 after retry RPC after error@526768864) -> (continuation of Deferred@2099902002 after retry RPC after error@1845474656) -> (continuation of Deferred@1677588889 after retry RPC after error@1392418268) -> (continuation of Deferred@1616148951 after retry RPC after error@1880130568), errback=(continuation of Deferred@467620745 after retry RPC after error@1257575594) -> (continuation of Deferred@390120456 after retry RPC after error@474067637) -> (continuation of Deferred@2112088495 after retry RPC after error@525460221) -> (continuation of Deferred@245368219 after retry RPC after error@526768864) -> (continuation of Deferred@2099902002 after retry RPC after error@1845474656) -> (continuation of Deferred@1677588889 after retry RPC after error@1392418268) -> (continuation of Deferred@1616148951 after retry RPC after error@1880130568)))
09:01:45.500 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1916745403(state=PENDING, result=null, callback=(continuation of Deferred@467620745 after retry RPC after error@1257575594) -> (continuation of Deferred@390120456 after retry RPC after error@474067637) -> (continuation of Deferred@2112088495 after retry RPC after error@525460221) -> (continuation of Deferred@245368219 after retry RPC after error@526768864) -> (continuation of Deferred@2099902002 after retry RPC after error@1845474656) -> (continuation of Deferred@1677588889 after retry RPC after error@1392418268) -> (continuation of Deferred@1616148951 after retry RPC after error@1880130568), errback=(continuation of Deferred@467620745 after retry RPC after error@1257575594) -> (continuation of Deferred@390120456 after retry RPC after error@474067637) -> (continuation of Deferred@2112088495 after retry RPC after error@525460221) -> (continuation of Deferred@245368219 after retry RPC after error@526768864) -> (continuation of Deferred@2099902002 after retry RPC after error@1845474656) -> (continuation of Deferred@1677588889 after retry RPC after error@1392418268) -> (continuation of Deferred@1616148951 after retry RPC after error@1880130568)))
09:01:45.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.519 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.519 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.519 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.559 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.559 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.559 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.579 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.579 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.579 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.579 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.598 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.598 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.599 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:45.624513 1380 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader e07e69363f7140b193437e291f4fc1fd)
09:01:45.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:45.624689 1380 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:45.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:45.625366 1380 leader_election.cc:290] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927), e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491)
09:01:45.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:45.627717 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927): Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111)
09:01:45.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:45.627912 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491): Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:01:45.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:45.628002 1214 leader_election.cc:304] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35dc867795cd4958aa5652a714cf849b; no voters: e07e69363f7140b193437e291f4fc1fd, e2b6f443809b4549b961989c629717e3
09:01:45.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:45.628224 1380 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:01:45.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.640 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.699 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.699 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.699 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.701 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.701 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.701 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.701 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.701 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [184ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@51604787(state=PENDING, result=null, callback=(continuation of Deferred@1023737502 after retry RPC after error@1393215378) -> (continuation of Deferred@299205749 after retry RPC after error@154601865) -> (continuation of Deferred@333309503 after retry RPC after error@384734593) -> (continuation of Deferred@732257541 after retry RPC after error@451895993) -> (continuation of Deferred@1719636933 after retry RPC after error@81739798) -> (continuation of Deferred@93546749 after retry RPC after error@1678256220), errback=(continuation of Deferred@1023737502 after retry RPC after error@1393215378) -> (continuation of Deferred@299205749 after retry RPC after error@154601865) -> (continuation of Deferred@333309503 after retry RPC after error@384734593) -> (continuation of Deferred@732257541 after retry RPC after error@451895993) -> (continuation of Deferred@1719636933 after retry RPC after error@81739798) -> (continuation of Deferred@93546749 after retry RPC after error@1678256220)))
09:01:45.702 [DEBUG - kudu-nio-3] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [184ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@51604787(state=PENDING, result=null, callback=(continuation of Deferred@1023737502 after retry RPC after error@1393215378) -> (continuation of Deferred@299205749 after retry RPC after error@154601865) -> (continuation of Deferred@333309503 after retry RPC after error@384734593) -> (continuation of Deferred@732257541 after retry RPC after error@451895993) -> (continuation of Deferred@1719636933 after retry RPC after error@81739798) -> (continuation of Deferred@93546749 after retry RPC after error@1678256220), errback=(continuation of Deferred@1023737502 after retry RPC after error@1393215378) -> (continuation of Deferred@299205749 after retry RPC after error@154601865) -> (continuation of Deferred@333309503 after retry RPC after error@384734593) -> (continuation of Deferred@732257541 after retry RPC after error@451895993) -> (continuation of Deferred@1719636933 after retry RPC after error@81739798) -> (continuation of Deferred@93546749 after retry RPC after error@1678256220)))
09:01:45.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.718 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.719 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.719 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.719 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.720 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.738 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.739 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.739 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.739 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.739 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.778 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.778 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.778 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.778 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.778 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.799 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.799 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.799 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.839 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.839 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.839 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.839 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.839 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.839 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.840 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.899 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1958515513(state=PENDING, result=null, callback=(continuation of Deferred@723293566 after retry RPC after error@595571706) -> (continuation of Deferred@2119175553 after retry RPC after error@1852140585) -> (continuation of Deferred@563979262 after retry RPC after error@2133013588) -> (continuation of Deferred@23138868 after retry RPC after error@1151345173) -> (continuation of Deferred@141490988 after retry RPC after error@1846144993) -> (continuation of Deferred@1735438502 after retry RPC after error@579176151), errback=(continuation of Deferred@723293566 after retry RPC after error@595571706) -> (continuation of Deferred@2119175553 after retry RPC after error@1852140585) -> (continuation of Deferred@563979262 after retry RPC after error@2133013588) -> (continuation of Deferred@23138868 after retry RPC after error@1151345173) -> (continuation of Deferred@141490988 after retry RPC after error@1846144993) -> (continuation of Deferred@1735438502 after retry RPC after error@579176151)))
09:01:45.900 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1958515513(state=PENDING, result=null, callback=(continuation of Deferred@723293566 after retry RPC after error@595571706) -> (continuation of Deferred@2119175553 after retry RPC after error@1852140585) -> (continuation of Deferred@563979262 after retry RPC after error@2133013588) -> (continuation of Deferred@23138868 after retry RPC after error@1151345173) -> (continuation of Deferred@141490988 after retry RPC after error@1846144993) -> (continuation of Deferred@1735438502 after retry RPC after error@579176151), errback=(continuation of Deferred@723293566 after retry RPC after error@595571706) -> (continuation of Deferred@2119175553 after retry RPC after error@1852140585) -> (continuation of Deferred@563979262 after retry RPC after error@2133013588) -> (continuation of Deferred@23138868 after retry RPC after error@1151345173) -> (continuation of Deferred@141490988 after retry RPC after error@1846144993) -> (continuation of Deferred@1735438502 after retry RPC after error@579176151)))
09:01:45.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.918 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.918 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.918 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.918 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.938 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.938 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.938 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.938 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.938 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.938 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.958 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.958 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.958 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.958 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.958 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.958 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:45.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:45.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:45.998 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.998 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.998 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:45.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:45.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.038 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.038 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.038 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.038 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.038 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.038 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.058 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.058 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.058 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.058 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.058 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.058 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:46.141317 817 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 1)
09:01:46.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:46.142733 817 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'fdaf21a18e56482795a70e6f6ee0905c', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'fdaf21a18e56482795a70e6f6ee0905c', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 1)
09:01:46.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:46.144614 817 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.0.80.126:43989)
09:01:46.178 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1251690413(state=PENDING, result=null, callback=(continuation of Deferred@1713996424 after retry RPC after error@1875877034) -> (continuation of Deferred@1108672580 after retry RPC after error@1378062724) -> (continuation of Deferred@2016699530 after retry RPC after error@1796050410) -> (continuation of Deferred@24164335 after retry RPC after error@1334946292) -> (continuation of Deferred@341476536 after retry RPC after error@322906372) -> (continuation of Deferred@393493315 after retry RPC after error@1432940112) -> (continuation of Deferred@358076161 after retry RPC after error@2135597990), errback=(continuation of Deferred@1713996424 after retry RPC after error@1875877034) -> (continuation of Deferred@1108672580 after retry RPC after error@1378062724) -> (continuation of Deferred@2016699530 after retry RPC after error@1796050410) -> (continuation of Deferred@24164335 after retry RPC after error@1334946292) -> (continuation of Deferred@341476536 after retry RPC after error@322906372) -> (continuation of Deferred@393493315 after retry RPC after error@1432940112) -> (continuation of Deferred@358076161 after retry RPC after error@2135597990)))
09:01:46.178 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:01:46.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.198 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.218 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.218 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.218 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.218 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.238 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.238 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.299 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.299 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.299 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.299 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.300 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.398 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.398 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.398 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.399 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.399 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.399 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.400 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@704318419(state=PENDING, result=null, callback=(continuation of Deferred@1561482612 after retry RPC after error@509143732) -> (continuation of Deferred@2087636772 after retry RPC after error@221964009) -> (continuation of Deferred@1112320975 after retry RPC after error@463008888) -> (continuation of Deferred@285544384 after retry RPC after error@1272102567) -> (continuation of Deferred@1818719937 after retry RPC after error@813720577) -> (continuation of Deferred@155326174 after retry RPC after error@1471915735) -> (continuation of Deferred@12387231 after retry RPC after error@858709989), errback=(continuation of Deferred@1561482612 after retry RPC after error@509143732) -> (continuation of Deferred@2087636772 after retry RPC after error@221964009) -> (continuation of Deferred@1112320975 after retry RPC after error@463008888) -> (continuation of Deferred@285544384 after retry RPC after error@1272102567) -> (continuation of Deferred@1818719937 after retry RPC after error@813720577) -> (continuation of Deferred@155326174 after retry RPC after error@1471915735) -> (continuation of Deferred@12387231 after retry RPC after error@858709989)))
09:01:46.400 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@704318419(state=PENDING, result=null, callback=(continuation of Deferred@1561482612 after retry RPC after error@509143732) -> (continuation of Deferred@2087636772 after retry RPC after error@221964009) -> (continuation of Deferred@1112320975 after retry RPC after error@463008888) -> (continuation of Deferred@285544384 after retry RPC after error@1272102567) -> (continuation of Deferred@1818719937 after retry RPC after error@813720577) -> (continuation of Deferred@155326174 after retry RPC after error@1471915735) -> (continuation of Deferred@12387231 after retry RPC after error@858709989), errback=(continuation of Deferred@1561482612 after retry RPC after error@509143732) -> (continuation of Deferred@2087636772 after retry RPC after error@221964009) -> (continuation of Deferred@1112320975 after retry RPC after error@463008888) -> (continuation of Deferred@285544384 after retry RPC after error@1272102567) -> (continuation of Deferred@1818719937 after retry RPC after error@813720577) -> (continuation of Deferred@155326174 after retry RPC after error@1471915735) -> (continuation of Deferred@12387231 after retry RPC after error@858709989)))
09:01:46.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.438 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.479 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.479 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.479 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.479 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.479 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.479 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.480 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.500 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.538 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.538 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.538 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.578 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.578 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.578 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.638 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.639 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.639 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.639 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.640 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@959690822(state=PENDING, result=null, callback=(continuation of Deferred@1000085468 after retry RPC after error@464206929) -> (continuation of Deferred@1595197694 after retry RPC after error@2067901138) -> (continuation of Deferred@540569745 after retry RPC after error@1647544691) -> (continuation of Deferred@454684403 after retry RPC after error@1836630136) -> (continuation of Deferred@237472190 after retry RPC after error@1889661208) -> (continuation of Deferred@605808521 after retry RPC after error@264996978) -> (continuation of Deferred@1024694860 after retry RPC after error@1111856583), errback=(continuation of Deferred@1000085468 after retry RPC after error@464206929) -> (continuation of Deferred@1595197694 after retry RPC after error@2067901138) -> (continuation of Deferred@540569745 after retry RPC after error@1647544691) -> (continuation of Deferred@454684403 after retry RPC after error@1836630136) -> (continuation of Deferred@237472190 after retry RPC after error@1889661208) -> (continuation of Deferred@605808521 after retry RPC after error@264996978) -> (continuation of Deferred@1024694860 after retry RPC after error@1111856583)))
09:01:46.640 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@959690822(state=PENDING, result=null, callback=(continuation of Deferred@1000085468 after retry RPC after error@464206929) -> (continuation of Deferred@1595197694 after retry RPC after error@2067901138) -> (continuation of Deferred@540569745 after retry RPC after error@1647544691) -> (continuation of Deferred@454684403 after retry RPC after error@1836630136) -> (continuation of Deferred@237472190 after retry RPC after error@1889661208) -> (continuation of Deferred@605808521 after retry RPC after error@264996978) -> (continuation of Deferred@1024694860 after retry RPC after error@1111856583), errback=(continuation of Deferred@1000085468 after retry RPC after error@464206929) -> (continuation of Deferred@1595197694 after retry RPC after error@2067901138) -> (continuation of Deferred@540569745 after retry RPC after error@1647544691) -> (continuation of Deferred@454684403 after retry RPC after error@1836630136) -> (continuation of Deferred@237472190 after retry RPC after error@1889661208) -> (continuation of Deferred@605808521 after retry RPC after error@264996978) -> (continuation of Deferred@1024694860 after retry RPC after error@1111856583)))
09:01:46.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.679 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.679 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.679 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.679 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.679 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.680 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.699 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.699 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.699 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.699 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.699 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.700 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.718 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.718 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.718 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.718 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.718 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.758 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.759 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.759 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.759 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.760 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.779 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.779 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.779 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.779 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.779 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.779 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.780 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.898 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.898 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.898 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.899 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1415743040(state=PENDING, result=null, callback=(continuation of Deferred@709483438 after retry RPC after error@1955928125) -> (continuation of Deferred@1852838484 after retry RPC after error@778094940) -> (continuation of Deferred@1242624917 after retry RPC after error@379080218) -> (continuation of Deferred@2022972463 after retry RPC after error@1352007752) -> (continuation of Deferred@492293524 after retry RPC after error@1231792314) -> (continuation of Deferred@289845468 after retry RPC after error@1907517180) -> (continuation of Deferred@1386888755 after retry RPC after error@1183867556), errback=(continuation of Deferred@709483438 after retry RPC after error@1955928125) -> (continuation of Deferred@1852838484 after retry RPC after error@778094940) -> (continuation of Deferred@1242624917 after retry RPC after error@379080218) -> (continuation of Deferred@2022972463 after retry RPC after error@1352007752) -> (continuation of Deferred@492293524 after retry RPC after error@1231792314) -> (continuation of Deferred@289845468 after retry RPC after error@1907517180) -> (continuation of Deferred@1386888755 after retry RPC after error@1183867556)))
09:01:46.900 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1415743040(state=PENDING, result=null, callback=(continuation of Deferred@709483438 after retry RPC after error@1955928125) -> (continuation of Deferred@1852838484 after retry RPC after error@778094940) -> (continuation of Deferred@1242624917 after retry RPC after error@379080218) -> (continuation of Deferred@2022972463 after retry RPC after error@1352007752) -> (continuation of Deferred@492293524 after retry RPC after error@1231792314) -> (continuation of Deferred@289845468 after retry RPC after error@1907517180) -> (continuation of Deferred@1386888755 after retry RPC after error@1183867556), errback=(continuation of Deferred@709483438 after retry RPC after error@1955928125) -> (continuation of Deferred@1852838484 after retry RPC after error@778094940) -> (continuation of Deferred@1242624917 after retry RPC after error@379080218) -> (continuation of Deferred@2022972463 after retry RPC after error@1352007752) -> (continuation of Deferred@492293524 after retry RPC after error@1231792314) -> (continuation of Deferred@289845468 after retry RPC after error@1907517180) -> (continuation of Deferred@1386888755 after retry RPC after error@1183867556)))
09:01:46.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.938 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.958 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.978 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:46.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:46.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:46.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:46.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:46.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.039 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.039 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.039 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.039 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.039 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.039 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.040 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.098 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.098 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.098 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.138 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.138 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.138 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.139 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.140 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@483354337(state=PENDING, result=null, callback=(continuation of Deferred@1201482993 after retry RPC after error@1609576107) -> (continuation of Deferred@906119396 after retry RPC after error@1360906411) -> (continuation of Deferred@2135530717 after retry RPC after error@554856681) -> (continuation of Deferred@99834183 after retry RPC after error@974422466) -> (continuation of Deferred@151543081 after retry RPC after error@992993753) -> (continuation of Deferred@604618394 after retry RPC after error@982331720) -> (continuation of Deferred@1906823717 after retry RPC after error@901960929), errback=(continuation of Deferred@1201482993 after retry RPC after error@1609576107) -> (continuation of Deferred@906119396 after retry RPC after error@1360906411) -> (continuation of Deferred@2135530717 after retry RPC after error@554856681) -> (continuation of Deferred@99834183 after retry RPC after error@974422466) -> (continuation of Deferred@151543081 after retry RPC after error@992993753) -> (continuation of Deferred@604618394 after retry RPC after error@982331720) -> (continuation of Deferred@1906823717 after retry RPC after error@901960929)))
09:01:47.140 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@483354337(state=PENDING, result=null, callback=(continuation of Deferred@1201482993 after retry RPC after error@1609576107) -> (continuation of Deferred@906119396 after retry RPC after error@1360906411) -> (continuation of Deferred@2135530717 after retry RPC after error@554856681) -> (continuation of Deferred@99834183 after retry RPC after error@974422466) -> (continuation of Deferred@151543081 after retry RPC after error@992993753) -> (continuation of Deferred@604618394 after retry RPC after error@982331720) -> (continuation of Deferred@1906823717 after retry RPC after error@901960929), errback=(continuation of Deferred@1201482993 after retry RPC after error@1609576107) -> (continuation of Deferred@906119396 after retry RPC after error@1360906411) -> (continuation of Deferred@2135530717 after retry RPC after error@554856681) -> (continuation of Deferred@99834183 after retry RPC after error@974422466) -> (continuation of Deferred@151543081 after retry RPC after error@992993753) -> (continuation of Deferred@604618394 after retry RPC after error@982331720) -> (continuation of Deferred@1906823717 after retry RPC after error@901960929)))
09:01:47.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.179 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.179 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.199 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.199 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.199 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.199 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.199 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.199 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.200 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.219 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.219 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.219 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.219 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.219 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.219 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.220 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.240 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.279 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.279 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.279 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.279 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.279 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.279 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.280 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.319 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.319 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.319 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.319 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.319 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.319 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.319 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.320 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.418 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1278184477(state=PENDING, result=null, callback=(continuation of Deferred@2035184317 after retry RPC after error@1220439075) -> (continuation of Deferred@1314286667 after retry RPC after error@2116636408) -> (continuation of Deferred@1954021402 after retry RPC after error@1327281602) -> (continuation of Deferred@852868190 after retry RPC after error@113212018) -> (continuation of Deferred@854835823 after retry RPC after error@418104150) -> (continuation of Deferred@130267993 after retry RPC after error@2060598585) -> (continuation of Deferred@1444833462 after retry RPC after error@279568464), errback=(continuation of Deferred@2035184317 after retry RPC after error@1220439075) -> (continuation of Deferred@1314286667 after retry RPC after error@2116636408) -> (continuation of Deferred@1954021402 after retry RPC after error@1327281602) -> (continuation of Deferred@852868190 after retry RPC after error@113212018) -> (continuation of Deferred@854835823 after retry RPC after error@418104150) -> (continuation of Deferred@130267993 after retry RPC after error@2060598585) -> (continuation of Deferred@1444833462 after retry RPC after error@279568464)))
09:01:47.418 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:01:47.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.438 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.438 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.438 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.438 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.438 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.438 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.459 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.460 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.479 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.479 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.479 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.479 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.479 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.480 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.499 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.499 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.499 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.499 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.499 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.499 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.500 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.519 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.519 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.519 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.519 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.519 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.519 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.520 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.598 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.598 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.598 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.598 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.659 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.659 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.659 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.659 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.659 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.659 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.660 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.699 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.699 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.699 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.699 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.699 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@904105699(state=PENDING, result=null, callback=(continuation of Deferred@472000229 after retry RPC after error@361536647) -> (continuation of Deferred@1019985757 after retry RPC after error@360098481) -> (continuation of Deferred@418292724 after retry RPC after error@1777822922) -> (continuation of Deferred@136775678 after retry RPC after error@673453929) -> (continuation of Deferred@1169748122 after retry RPC after error@402343387) -> (continuation of Deferred@659793965 after retry RPC after error@793017585) -> (continuation of Deferred@762996131 after retry RPC after error@1617045578) -> (continuation of Deferred@1514858155 after retry RPC after error@1457892071), errback=(continuation of Deferred@472000229 after retry RPC after error@361536647) -> (continuation of Deferred@1019985757 after retry RPC after error@360098481) -> (continuation of Deferred@418292724 after retry RPC after error@1777822922) -> (continuation of Deferred@136775678 after retry RPC after error@673453929) -> (continuation of Deferred@1169748122 after retry RPC after error@402343387) -> (continuation of Deferred@659793965 after retry RPC after error@793017585) -> (continuation of Deferred@762996131 after retry RPC after error@1617045578) -> (continuation of Deferred@1514858155 after retry RPC after error@1457892071)))
09:01:47.699 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.699 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.699 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:01:47.700 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.738 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.740 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.760 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.760 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.760 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.761 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.761 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.761 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.763 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.779 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.779 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.779 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.779 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.779 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.779 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.780 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.800 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.839 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.839 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.839 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.839 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.839 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.839 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.919 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.919 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.919 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.919 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.919 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.919 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.920 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.920 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [44ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [46ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@481284672(state=PENDING, result=null, callback=(continuation of Deferred@1864534291 after retry RPC after error@1418389720) -> (continuation of Deferred@78358965 after retry RPC after error@1727289010) -> (continuation of Deferred@493171054 after retry RPC after error@506123826) -> (continuation of Deferred@1192567363 after retry RPC after error@51424725) -> (continuation of Deferred@935985816 after retry RPC after error@2140789013) -> (continuation of Deferred@292617119 after retry RPC after error@394822241), errback=(continuation of Deferred@1864534291 after retry RPC after error@1418389720) -> (continuation of Deferred@78358965 after retry RPC after error@1727289010) -> (continuation of Deferred@493171054 after retry RPC after error@506123826) -> (continuation of Deferred@1192567363 after retry RPC after error@51424725) -> (continuation of Deferred@935985816 after retry RPC after error@2140789013) -> (continuation of Deferred@292617119 after retry RPC after error@394822241)))
09:01:47.920 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [44ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [46ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [46ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@481284672(state=PENDING, result=null, callback=(continuation of Deferred@1864534291 after retry RPC after error@1418389720) -> (continuation of Deferred@78358965 after retry RPC after error@1727289010) -> (continuation of Deferred@493171054 after retry RPC after error@506123826) -> (continuation of Deferred@1192567363 after retry RPC after error@51424725) -> (continuation of Deferred@935985816 after retry RPC after error@2140789013) -> (continuation of Deferred@292617119 after retry RPC after error@394822241), errback=(continuation of Deferred@1864534291 after retry RPC after error@1418389720) -> (continuation of Deferred@78358965 after retry RPC after error@1727289010) -> (continuation of Deferred@493171054 after retry RPC after error@506123826) -> (continuation of Deferred@1192567363 after retry RPC after error@51424725) -> (continuation of Deferred@935985816 after retry RPC after error@2140789013) -> (continuation of Deferred@292617119 after retry RPC after error@394822241)))
09:01:47.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.939 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.939 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.939 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.939 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.939 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.939 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.940 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.960 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.979 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.979 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.979 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.979 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.979 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.979 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.980 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:47.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:47.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:47.999 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.999 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.999 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:47.999 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.999 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:47.999 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.000 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.019 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.019 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.019 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.019 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.019 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.019 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.020 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.099 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@69410328(state=PENDING, result=null, callback=(continuation of Deferred@2013824394 after retry RPC after error@880848081) -> (continuation of Deferred@1003228330 after retry RPC after error@662902293) -> (continuation of Deferred@454812602 after retry RPC after error@709636652) -> (continuation of Deferred@1899938451 after retry RPC after error@1311920415) -> (continuation of Deferred@175144272 after retry RPC after error@1105650528) -> (continuation of Deferred@1187744661 after retry RPC after error@439189754), errback=(continuation of Deferred@2013824394 after retry RPC after error@880848081) -> (continuation of Deferred@1003228330 after retry RPC after error@662902293) -> (continuation of Deferred@454812602 after retry RPC after error@709636652) -> (continuation of Deferred@1899938451 after retry RPC after error@1311920415) -> (continuation of Deferred@175144272 after retry RPC after error@1105650528) -> (continuation of Deferred@1187744661 after retry RPC after error@439189754)))
09:01:48.100 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@69410328(state=PENDING, result=null, callback=(continuation of Deferred@2013824394 after retry RPC after error@880848081) -> (continuation of Deferred@1003228330 after retry RPC after error@662902293) -> (continuation of Deferred@454812602 after retry RPC after error@709636652) -> (continuation of Deferred@1899938451 after retry RPC after error@1311920415) -> (continuation of Deferred@175144272 after retry RPC after error@1105650528) -> (continuation of Deferred@1187744661 after retry RPC after error@439189754), errback=(continuation of Deferred@2013824394 after retry RPC after error@880848081) -> (continuation of Deferred@1003228330 after retry RPC after error@662902293) -> (continuation of Deferred@454812602 after retry RPC after error@709636652) -> (continuation of Deferred@1899938451 after retry RPC after error@1311920415) -> (continuation of Deferred@175144272 after retry RPC after error@1105650528) -> (continuation of Deferred@1187744661 after retry RPC after error@439189754)))
09:01:48.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.138 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.138 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.138 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.199 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.199 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.199 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.199 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.199 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.199 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.200 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.219 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.219 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.219 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.219 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.219 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.219 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.220 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.240 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.318 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.318 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.318 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.319 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1830706913(state=PENDING, result=null, callback=(continuation of Deferred@665250156 after retry RPC after error@438579726) -> (continuation of Deferred@843420940 after retry RPC after error@758332659) -> (continuation of Deferred@1028545968 after retry RPC after error@104971349) -> (continuation of Deferred@405972068 after retry RPC after error@743622453) -> (continuation of Deferred@1665055954 after retry RPC after error@1754666996) -> (continuation of Deferred@1703583494 after retry RPC after error@1599834093) -> (continuation of Deferred@1234532600 after retry RPC after error@300216201), errback=(continuation of Deferred@665250156 after retry RPC after error@438579726) -> (continuation of Deferred@843420940 after retry RPC after error@758332659) -> (continuation of Deferred@1028545968 after retry RPC after error@104971349) -> (continuation of Deferred@405972068 after retry RPC after error@743622453) -> (continuation of Deferred@1665055954 after retry RPC after error@1754666996) -> (continuation of Deferred@1703583494 after retry RPC after error@1599834093) -> (continuation of Deferred@1234532600 after retry RPC after error@300216201)))
09:01:48.320 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1830706913(state=PENDING, result=null, callback=(continuation of Deferred@665250156 after retry RPC after error@438579726) -> (continuation of Deferred@843420940 after retry RPC after error@758332659) -> (continuation of Deferred@1028545968 after retry RPC after error@104971349) -> (continuation of Deferred@405972068 after retry RPC after error@743622453) -> (continuation of Deferred@1665055954 after retry RPC after error@1754666996) -> (continuation of Deferred@1703583494 after retry RPC after error@1599834093) -> (continuation of Deferred@1234532600 after retry RPC after error@300216201), errback=(continuation of Deferred@665250156 after retry RPC after error@438579726) -> (continuation of Deferred@843420940 after retry RPC after error@758332659) -> (continuation of Deferred@1028545968 after retry RPC after error@104971349) -> (continuation of Deferred@405972068 after retry RPC after error@743622453) -> (continuation of Deferred@1665055954 after retry RPC after error@1754666996) -> (continuation of Deferred@1703583494 after retry RPC after error@1599834093) -> (continuation of Deferred@1234532600 after retry RPC after error@300216201)))
09:01:48.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.338 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.338 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.338 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.338 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.338 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.338 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.359 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.359 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.359 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.359 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.359 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.359 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.360 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.380 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.399 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.399 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.399 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.399 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.399 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.400 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.419 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.419 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.419 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.419 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.419 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.419 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.420 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.458 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.458 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.458 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.458 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:48.589933 1197 master_runner.cc:186] Error getting master registration for 127.0.80.125:34927: Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111),
09:01:48.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:48.590138 1197 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:01:48.602 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1793180894(state=PENDING, result=null, callback=(continuation of Deferred@1739066801 after retry RPC after error@766552243) -> (continuation of Deferred@294254877 after retry RPC after error@1974081734) -> (continuation of Deferred@1380472391 after retry RPC after error@2056624525) -> (continuation of Deferred@604686035 after retry RPC after error@21206716) -> (continuation of Deferred@296293053 after retry RPC after error@1193715956) -> (continuation of Deferred@904446621 after retry RPC after error@679695594) -> (continuation of Deferred@1902548925 after retry RPC after error@58056813), errback=(continuation of Deferred@1739066801 after retry RPC after error@766552243) -> (continuation of Deferred@294254877 after retry RPC after error@1974081734) -> (continuation of Deferred@1380472391 after retry RPC after error@2056624525) -> (continuation of Deferred@604686035 after retry RPC after error@21206716) -> (continuation of Deferred@296293053 after retry RPC after error@1193715956) -> (continuation of Deferred@904446621 after retry RPC after error@679695594) -> (continuation of Deferred@1902548925 after retry RPC after error@58056813)))
09:01:48.602 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:01:48.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.619 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.619 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.619 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.619 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.619 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.619 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.620 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.639 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.639 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.639 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.639 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.639 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.639 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.640 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.659 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.659 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.698 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.698 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.698 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.698 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.698 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.698 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.718 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.718 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.718 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.718 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.778 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.778 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.778 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.778 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.778 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.778 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.779 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1633239723(state=PENDING, result=null, callback=(continuation of Deferred@1605679241 after retry RPC after error@1945806283) -> (continuation of Deferred@130477892 after retry RPC after error@740403469) -> (continuation of Deferred@1445670128 after retry RPC after error@1893273347) -> (continuation of Deferred@1087730323 after retry RPC after error@1637728837) -> (continuation of Deferred@1860058666 after retry RPC after error@1455920613) -> (continuation of Deferred@1038955588 after retry RPC after error@846026326), errback=(continuation of Deferred@1605679241 after retry RPC after error@1945806283) -> (continuation of Deferred@130477892 after retry RPC after error@740403469) -> (continuation of Deferred@1445670128 after retry RPC after error@1893273347) -> (continuation of Deferred@1087730323 after retry RPC after error@1637728837) -> (continuation of Deferred@1860058666 after retry RPC after error@1455920613) -> (continuation of Deferred@1038955588 after retry RPC after error@846026326)))
09:01:48.780 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1633239723(state=PENDING, result=null, callback=(continuation of Deferred@1605679241 after retry RPC after error@1945806283) -> (continuation of Deferred@130477892 after retry RPC after error@740403469) -> (continuation of Deferred@1445670128 after retry RPC after error@1893273347) -> (continuation of Deferred@1087730323 after retry RPC after error@1637728837) -> (continuation of Deferred@1860058666 after retry RPC after error@1455920613) -> (continuation of Deferred@1038955588 after retry RPC after error@846026326), errback=(continuation of Deferred@1605679241 after retry RPC after error@1945806283) -> (continuation of Deferred@130477892 after retry RPC after error@740403469) -> (continuation of Deferred@1445670128 after retry RPC after error@1893273347) -> (continuation of Deferred@1087730323 after retry RPC after error@1637728837) -> (continuation of Deferred@1860058666 after retry RPC after error@1455920613) -> (continuation of Deferred@1038955588 after retry RPC after error@846026326)))
09:01:48.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.818 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.818 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.818 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.818 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.839 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.839 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.839 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.839 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.839 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.839 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.858 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.858 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.859 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.859 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.859 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.879 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.898 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.898 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.898 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.898 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.898 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.898 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:48.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:48.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:48.959 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.959 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.959 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.959 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.959 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:48.959 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:48.960 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.038 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.039 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.039 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.040 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1443026953(state=PENDING, result=null, callback=(continuation of Deferred@1411474782 after retry RPC after error@806977472) -> (continuation of Deferred@2083288107 after retry RPC after error@1018046775) -> (continuation of Deferred@1677373545 after retry RPC after error@409347241) -> (continuation of Deferred@133465762 after retry RPC after error@1247736058) -> (continuation of Deferred@2089908256 after retry RPC after error@1442531447) -> (continuation of Deferred@1989740028 after retry RPC after error@1274934005) -> (continuation of Deferred@1020969938 after retry RPC after error@862821582), errback=(continuation of Deferred@1411474782 after retry RPC after error@806977472) -> (continuation of Deferred@2083288107 after retry RPC after error@1018046775) -> (continuation of Deferred@1677373545 after retry RPC after error@409347241) -> (continuation of Deferred@133465762 after retry RPC after error@1247736058) -> (continuation of Deferred@2089908256 after retry RPC after error@1442531447) -> (continuation of Deferred@1989740028 after retry RPC after error@1274934005) -> (continuation of Deferred@1020969938 after retry RPC after error@862821582)))
09:01:49.040 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1443026953(state=PENDING, result=null, callback=(continuation of Deferred@1411474782 after retry RPC after error@806977472) -> (continuation of Deferred@2083288107 after retry RPC after error@1018046775) -> (continuation of Deferred@1677373545 after retry RPC after error@409347241) -> (continuation of Deferred@133465762 after retry RPC after error@1247736058) -> (continuation of Deferred@2089908256 after retry RPC after error@1442531447) -> (continuation of Deferred@1989740028 after retry RPC after error@1274934005) -> (continuation of Deferred@1020969938 after retry RPC after error@862821582), errback=(continuation of Deferred@1411474782 after retry RPC after error@806977472) -> (continuation of Deferred@2083288107 after retry RPC after error@1018046775) -> (continuation of Deferred@1677373545 after retry RPC after error@409347241) -> (continuation of Deferred@133465762 after retry RPC after error@1247736058) -> (continuation of Deferred@2089908256 after retry RPC after error@1442531447) -> (continuation of Deferred@1989740028 after retry RPC after error@1274934005) -> (continuation of Deferred@1020969938 after retry RPC after error@862821582)))
09:01:49.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.078 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.078 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.078 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.098 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.098 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.098 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.119 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.119 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.119 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.119 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.119 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.120 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.179 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.179 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.179 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.179 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.179 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.180 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.199 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.199 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.199 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.199 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.199 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.199 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.200 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.218 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.218 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.219 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.220 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1062905702(state=PENDING, result=null, callback=(continuation of Deferred@1229127188 after retry RPC after error@561979571) -> (continuation of Deferred@890249918 after retry RPC after error@1595654893) -> (continuation of Deferred@24589636 after retry RPC after error@1498806113) -> (continuation of Deferred@1835281191 after retry RPC after error@1818853580) -> (continuation of Deferred@1410090256 after retry RPC after error@571756047) -> (continuation of Deferred@1852138617 after retry RPC after error@1311434393) -> (continuation of Deferred@2025328265 after retry RPC after error@2019312551), errback=(continuation of Deferred@1229127188 after retry RPC after error@561979571) -> (continuation of Deferred@890249918 after retry RPC after error@1595654893) -> (continuation of Deferred@24589636 after retry RPC after error@1498806113) -> (continuation of Deferred@1835281191 after retry RPC after error@1818853580) -> (continuation of Deferred@1410090256 after retry RPC after error@571756047) -> (continuation of Deferred@1852138617 after retry RPC after error@1311434393) -> (continuation of Deferred@2025328265 after retry RPC after error@2019312551)))
09:01:49.220 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1062905702(state=PENDING, result=null, callback=(continuation of Deferred@1229127188 after retry RPC after error@561979571) -> (continuation of Deferred@890249918 after retry RPC after error@1595654893) -> (continuation of Deferred@24589636 after retry RPC after error@1498806113) -> (continuation of Deferred@1835281191 after retry RPC after error@1818853580) -> (continuation of Deferred@1410090256 after retry RPC after error@571756047) -> (continuation of Deferred@1852138617 after retry RPC after error@1311434393) -> (continuation of Deferred@2025328265 after retry RPC after error@2019312551), errback=(continuation of Deferred@1229127188 after retry RPC after error@561979571) -> (continuation of Deferred@890249918 after retry RPC after error@1595654893) -> (continuation of Deferred@24589636 after retry RPC after error@1498806113) -> (continuation of Deferred@1835281191 after retry RPC after error@1818853580) -> (continuation of Deferred@1410090256 after retry RPC after error@571756047) -> (continuation of Deferred@1852138617 after retry RPC after error@1311434393) -> (continuation of Deferred@2025328265 after retry RPC after error@2019312551)))
09:01:49.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.258 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.258 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.258 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.278 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.278 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.278 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.278 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.278 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.299 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.299 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.299 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.299 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.299 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.299 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.300 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.338 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.338 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.339 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.339 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.339 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.339 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.399 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.399 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.399 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.399 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.399 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.399 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.400 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.478 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.478 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.478 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.479 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1188770993(state=PENDING, result=null, callback=(continuation of Deferred@652760758 after retry RPC after error@1522597981) -> (continuation of Deferred@1706703115 after retry RPC after error@2052843441) -> (continuation of Deferred@518149034 after retry RPC after error@1291021251) -> (continuation of Deferred@2025156919 after retry RPC after error@1568045055) -> (continuation of Deferred@1367675128 after retry RPC after error@117425272) -> (continuation of Deferred@1427120473 after retry RPC after error@1001876875) -> (continuation of Deferred@1120712917 after retry RPC after error@979921136), errback=(continuation of Deferred@652760758 after retry RPC after error@1522597981) -> (continuation of Deferred@1706703115 after retry RPC after error@2052843441) -> (continuation of Deferred@518149034 after retry RPC after error@1291021251) -> (continuation of Deferred@2025156919 after retry RPC after error@1568045055) -> (continuation of Deferred@1367675128 after retry RPC after error@117425272) -> (continuation of Deferred@1427120473 after retry RPC after error@1001876875) -> (continuation of Deferred@1120712917 after retry RPC after error@979921136)))
09:01:49.480 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1188770993(state=PENDING, result=null, callback=(continuation of Deferred@652760758 after retry RPC after error@1522597981) -> (continuation of Deferred@1706703115 after retry RPC after error@2052843441) -> (continuation of Deferred@518149034 after retry RPC after error@1291021251) -> (continuation of Deferred@2025156919 after retry RPC after error@1568045055) -> (continuation of Deferred@1367675128 after retry RPC after error@117425272) -> (continuation of Deferred@1427120473 after retry RPC after error@1001876875) -> (continuation of Deferred@1120712917 after retry RPC after error@979921136), errback=(continuation of Deferred@652760758 after retry RPC after error@1522597981) -> (continuation of Deferred@1706703115 after retry RPC after error@2052843441) -> (continuation of Deferred@518149034 after retry RPC after error@1291021251) -> (continuation of Deferred@2025156919 after retry RPC after error@1568045055) -> (continuation of Deferred@1367675128 after retry RPC after error@117425272) -> (continuation of Deferred@1427120473 after retry RPC after error@1001876875) -> (continuation of Deferred@1120712917 after retry RPC after error@979921136)))
09:01:49.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.518 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.518 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.518 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.538 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.538 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.538 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.559 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.559 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.559 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.559 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.559 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.559 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.560 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.619 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.619 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.619 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.619 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.619 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.619 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.620 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.639 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.639 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.639 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.639 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.639 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.639 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.640 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.738 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.738 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.740 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.740 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1780089526(state=PENDING, result=null, callback=(continuation of Deferred@1863962309 after retry RPC after error@633356491) -> (continuation of Deferred@552676962 after retry RPC after error@449087352) -> (continuation of Deferred@990518531 after retry RPC after error@476824753) -> (continuation of Deferred@901802848 after retry RPC after error@193054183) -> (continuation of Deferred@1611146129 after retry RPC after error@579087725) -> (continuation of Deferred@346671414 after retry RPC after error@285382841) -> (continuation of Deferred@808920483 after retry RPC after error@861637005), errback=(continuation of Deferred@1863962309 after retry RPC after error@633356491) -> (continuation of Deferred@552676962 after retry RPC after error@449087352) -> (continuation of Deferred@990518531 after retry RPC after error@476824753) -> (continuation of Deferred@901802848 after retry RPC after error@193054183) -> (continuation of Deferred@1611146129 after retry RPC after error@579087725) -> (continuation of Deferred@346671414 after retry RPC after error@285382841) -> (continuation of Deferred@808920483 after retry RPC after error@861637005)))
09:01:49.740 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1780089526(state=PENDING, result=null, callback=(continuation of Deferred@1863962309 after retry RPC after error@633356491) -> (continuation of Deferred@552676962 after retry RPC after error@449087352) -> (continuation of Deferred@990518531 after retry RPC after error@476824753) -> (continuation of Deferred@901802848 after retry RPC after error@193054183) -> (continuation of Deferred@1611146129 after retry RPC after error@579087725) -> (continuation of Deferred@346671414 after retry RPC after error@285382841) -> (continuation of Deferred@808920483 after retry RPC after error@861637005), errback=(continuation of Deferred@1863962309 after retry RPC after error@633356491) -> (continuation of Deferred@552676962 after retry RPC after error@449087352) -> (continuation of Deferred@990518531 after retry RPC after error@476824753) -> (continuation of Deferred@901802848 after retry RPC after error@193054183) -> (continuation of Deferred@1611146129 after retry RPC after error@579087725) -> (continuation of Deferred@346671414 after retry RPC after error@285382841) -> (continuation of Deferred@808920483 after retry RPC after error@861637005)))
09:01:49.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.760 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.778 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.778 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.778 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.778 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.778 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.819 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.819 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.819 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.819 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.819 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.819 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.820 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.840 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.859 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.859 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.859 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.859 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.860 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.860 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.919 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.920 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.920 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.920 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.921 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.921 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.921 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.922 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:49.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:49.998 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:49.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.998 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.998 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:49.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:49.999 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [165ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@458090093(state=PENDING, result=null, callback=(continuation of Deferred@2075025636 after retry RPC after error@860585601) -> (continuation of Deferred@906750509 after retry RPC after error@1107364879) -> (continuation of Deferred@1243676139 after retry RPC after error@578239832) -> (continuation of Deferred@1271198137 after retry RPC after error@24112570) -> (continuation of Deferred@1290639321 after retry RPC after error@1466691297) -> (continuation of Deferred@995001484 after retry RPC after error@1169337442) -> (continuation of Deferred@1698801746 after retry RPC after error@1842695933), errback=(continuation of Deferred@2075025636 after retry RPC after error@860585601) -> (continuation of Deferred@906750509 after retry RPC after error@1107364879) -> (continuation of Deferred@1243676139 after retry RPC after error@578239832) -> (continuation of Deferred@1271198137 after retry RPC after error@24112570) -> (continuation of Deferred@1290639321 after retry RPC after error@1466691297) -> (continuation of Deferred@995001484 after retry RPC after error@1169337442) -> (continuation of Deferred@1698801746 after retry RPC after error@1842695933)))
09:01:50.000 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [165ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [165ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@458090093(state=PENDING, result=null, callback=(continuation of Deferred@2075025636 after retry RPC after error@860585601) -> (continuation of Deferred@906750509 after retry RPC after error@1107364879) -> (continuation of Deferred@1243676139 after retry RPC after error@578239832) -> (continuation of Deferred@1271198137 after retry RPC after error@24112570) -> (continuation of Deferred@1290639321 after retry RPC after error@1466691297) -> (continuation of Deferred@995001484 after retry RPC after error@1169337442) -> (continuation of Deferred@1698801746 after retry RPC after error@1842695933), errback=(continuation of Deferred@2075025636 after retry RPC after error@860585601) -> (continuation of Deferred@906750509 after retry RPC after error@1107364879) -> (continuation of Deferred@1243676139 after retry RPC after error@578239832) -> (continuation of Deferred@1271198137 after retry RPC after error@24112570) -> (continuation of Deferred@1290639321 after retry RPC after error@1466691297) -> (continuation of Deferred@995001484 after retry RPC after error@1169337442) -> (continuation of Deferred@1698801746 after retry RPC after error@1842695933)))
09:01:50.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.039 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.039 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.039 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.039 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.039 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.039 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.040 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.058 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.059 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.059 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.059 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.059 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.059 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.060 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.078 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.078 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.078 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.078 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.078 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.078 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.138 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.138 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.138 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.138 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.138 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.199 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.199 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.199 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.199 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.199 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.199 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.200 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:50.211933 1408 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader e07e69363f7140b193437e291f4fc1fd)
09:01:50.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:50.212143 1408 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:50.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:50.212756 1408 leader_election.cc:290] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927), e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491)
09:01:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:50.214026 1214 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111) [suppressed 3 similar messages]
09:01:50.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:50.215472 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927): Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111)
09:01:50.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:50.215659 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491): Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:01:50.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:50.215749 1214 leader_election.cc:304] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35dc867795cd4958aa5652a714cf849b; no voters: e07e69363f7140b193437e291f4fc1fd, e2b6f443809b4549b961989c629717e3
09:01:50.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:50.215996 1408 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:01:50.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.259 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.259 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.259 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.259 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.259 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.259 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.260 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.260 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2042769846(state=PENDING, result=null, callback=(continuation of Deferred@115975805 after retry RPC after error@1211201890) -> (continuation of Deferred@1775969785 after retry RPC after error@33351413) -> (continuation of Deferred@1257075449 after retry RPC after error@156563631) -> (continuation of Deferred@957411473 after retry RPC after error@1597862408) -> (continuation of Deferred@2129045932 after retry RPC after error@1348056927) -> (continuation of Deferred@1853051325 after retry RPC after error@1525338953) -> (continuation of Deferred@285911665 after retry RPC after error@208933952), errback=(continuation of Deferred@115975805 after retry RPC after error@1211201890) -> (continuation of Deferred@1775969785 after retry RPC after error@33351413) -> (continuation of Deferred@1257075449 after retry RPC after error@156563631) -> (continuation of Deferred@957411473 after retry RPC after error@1597862408) -> (continuation of Deferred@2129045932 after retry RPC after error@1348056927) -> (continuation of Deferred@1853051325 after retry RPC after error@1525338953) -> (continuation of Deferred@285911665 after retry RPC after error@208933952)))
09:01:50.260 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2042769846(state=PENDING, result=null, callback=(continuation of Deferred@115975805 after retry RPC after error@1211201890) -> (continuation of Deferred@1775969785 after retry RPC after error@33351413) -> (continuation of Deferred@1257075449 after retry RPC after error@156563631) -> (continuation of Deferred@957411473 after retry RPC after error@1597862408) -> (continuation of Deferred@2129045932 after retry RPC after error@1348056927) -> (continuation of Deferred@1853051325 after retry RPC after error@1525338953) -> (continuation of Deferred@285911665 after retry RPC after error@208933952), errback=(continuation of Deferred@115975805 after retry RPC after error@1211201890) -> (continuation of Deferred@1775969785 after retry RPC after error@33351413) -> (continuation of Deferred@1257075449 after retry RPC after error@156563631) -> (continuation of Deferred@957411473 after retry RPC after error@1597862408) -> (continuation of Deferred@2129045932 after retry RPC after error@1348056927) -> (continuation of Deferred@1853051325 after retry RPC after error@1525338953) -> (continuation of Deferred@285911665 after retry RPC after error@208933952)))
09:01:50.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.298 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.298 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.298 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.300 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.318 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.319 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.319 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.319 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.319 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.338 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.338 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.338 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.378 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.378 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.378 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.459 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.459 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.459 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.498 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.498 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.499 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.499 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.499 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.500 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.500 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.500 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1233088691(state=PENDING, result=null, callback=(continuation of Deferred@1989705863 after retry RPC after error@890401484) -> (continuation of Deferred@1028438845 after retry RPC after error@251969231) -> (continuation of Deferred@1026202384 after retry RPC after error@461904491) -> (continuation of Deferred@1137037172 after retry RPC after error@1763570437) -> (continuation of Deferred@399149 after retry RPC after error@1535516164) -> (continuation of Deferred@911590511 after retry RPC after error@810982523) -> (continuation of Deferred@5851683 after retry RPC after error@1799619090), errback=(continuation of Deferred@1989705863 after retry RPC after error@890401484) -> (continuation of Deferred@1028438845 after retry RPC after error@251969231) -> (continuation of Deferred@1026202384 after retry RPC after error@461904491) -> (continuation of Deferred@1137037172 after retry RPC after error@1763570437) -> (continuation of Deferred@399149 after retry RPC after error@1535516164) -> (continuation of Deferred@911590511 after retry RPC after error@810982523) -> (continuation of Deferred@5851683 after retry RPC after error@1799619090)))
09:01:50.500 [DEBUG - kudu-nio-7] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1233088691(state=PENDING, result=null, callback=(continuation of Deferred@1989705863 after retry RPC after error@890401484) -> (continuation of Deferred@1028438845 after retry RPC after error@251969231) -> (continuation of Deferred@1026202384 after retry RPC after error@461904491) -> (continuation of Deferred@1137037172 after retry RPC after error@1763570437) -> (continuation of Deferred@399149 after retry RPC after error@1535516164) -> (continuation of Deferred@911590511 after retry RPC after error@810982523) -> (continuation of Deferred@5851683 after retry RPC after error@1799619090), errback=(continuation of Deferred@1989705863 after retry RPC after error@890401484) -> (continuation of Deferred@1028438845 after retry RPC after error@251969231) -> (continuation of Deferred@1026202384 after retry RPC after error@461904491) -> (continuation of Deferred@1137037172 after retry RPC after error@1763570437) -> (continuation of Deferred@399149 after retry RPC after error@1535516164) -> (continuation of Deferred@911590511 after retry RPC after error@810982523) -> (continuation of Deferred@5851683 after retry RPC after error@1799619090)))
09:01:50.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.538 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.538 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.538 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.558 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.558 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.558 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.558 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.558 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.558 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.638 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.638 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.638 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.638 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.638 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.639 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.658 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.658 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.658 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.658 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.658 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.738 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.739 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.739 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.739 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.739 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.740 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@539679699(state=PENDING, result=null, callback=(continuation of Deferred@1974419320 after retry RPC after error@355629098) -> (continuation of Deferred@789704429 after retry RPC after error@1494441119) -> (continuation of Deferred@1439427642 after retry RPC after error@1404976513) -> (continuation of Deferred@1937295261 after retry RPC after error@818715337) -> (continuation of Deferred@980159190 after retry RPC after error@404515375) -> (continuation of Deferred@770507422 after retry RPC after error@2040782648) -> (continuation of Deferred@599998560 after retry RPC after error@1484065573), errback=(continuation of Deferred@1974419320 after retry RPC after error@355629098) -> (continuation of Deferred@789704429 after retry RPC after error@1494441119) -> (continuation of Deferred@1439427642 after retry RPC after error@1404976513) -> (continuation of Deferred@1937295261 after retry RPC after error@818715337) -> (continuation of Deferred@980159190 after retry RPC after error@404515375) -> (continuation of Deferred@770507422 after retry RPC after error@2040782648) -> (continuation of Deferred@599998560 after retry RPC after error@1484065573)))
09:01:50.740 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@539679699(state=PENDING, result=null, callback=(continuation of Deferred@1974419320 after retry RPC after error@355629098) -> (continuation of Deferred@789704429 after retry RPC after error@1494441119) -> (continuation of Deferred@1439427642 after retry RPC after error@1404976513) -> (continuation of Deferred@1937295261 after retry RPC after error@818715337) -> (continuation of Deferred@980159190 after retry RPC after error@404515375) -> (continuation of Deferred@770507422 after retry RPC after error@2040782648) -> (continuation of Deferred@599998560 after retry RPC after error@1484065573), errback=(continuation of Deferred@1974419320 after retry RPC after error@355629098) -> (continuation of Deferred@789704429 after retry RPC after error@1494441119) -> (continuation of Deferred@1439427642 after retry RPC after error@1404976513) -> (continuation of Deferred@1937295261 after retry RPC after error@818715337) -> (continuation of Deferred@980159190 after retry RPC after error@404515375) -> (continuation of Deferred@770507422 after retry RPC after error@2040782648) -> (continuation of Deferred@599998560 after retry RPC after error@1484065573)))
09:01:50.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.778 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.778 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.778 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.778 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.778 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.799 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.799 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.799 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.799 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.818 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.818 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.818 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.818 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.818 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.818 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.858 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.858 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.858 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.858 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.879 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.880 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.880 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.880 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.880 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.880 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.880 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.882 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.978 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:50.979 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [124ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1721230302(state=PENDING, result=null, callback=(continuation of Deferred@1045819600 after retry RPC after error@333481415) -> (continuation of Deferred@773991870 after retry RPC after error@2012394167) -> (continuation of Deferred@1722818537 after retry RPC after error@1911124037) -> (continuation of Deferred@1318710299 after retry RPC after error@740067445) -> (continuation of Deferred@1245021512 after retry RPC after error@1885646611) -> (continuation of Deferred@1897692208 after retry RPC after error@957025606) -> (continuation of Deferred@1601360106 after retry RPC after error@180088864), errback=(continuation of Deferred@1045819600 after retry RPC after error@333481415) -> (continuation of Deferred@773991870 after retry RPC after error@2012394167) -> (continuation of Deferred@1722818537 after retry RPC after error@1911124037) -> (continuation of Deferred@1318710299 after retry RPC after error@740067445) -> (continuation of Deferred@1245021512 after retry RPC after error@1885646611) -> (continuation of Deferred@1897692208 after retry RPC after error@957025606) -> (continuation of Deferred@1601360106 after retry RPC after error@180088864)))
09:01:50.980 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [124ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [125ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1721230302(state=PENDING, result=null, callback=(continuation of Deferred@1045819600 after retry RPC after error@333481415) -> (continuation of Deferred@773991870 after retry RPC after error@2012394167) -> (continuation of Deferred@1722818537 after retry RPC after error@1911124037) -> (continuation of Deferred@1318710299 after retry RPC after error@740067445) -> (continuation of Deferred@1245021512 after retry RPC after error@1885646611) -> (continuation of Deferred@1897692208 after retry RPC after error@957025606) -> (continuation of Deferred@1601360106 after retry RPC after error@180088864), errback=(continuation of Deferred@1045819600 after retry RPC after error@333481415) -> (continuation of Deferred@773991870 after retry RPC after error@2012394167) -> (continuation of Deferred@1722818537 after retry RPC after error@1911124037) -> (continuation of Deferred@1318710299 after retry RPC after error@740067445) -> (continuation of Deferred@1245021512 after retry RPC after error@1885646611) -> (continuation of Deferred@1897692208 after retry RPC after error@957025606) -> (continuation of Deferred@1601360106 after retry RPC after error@180088864)))
09:01:50.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:50.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:50.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:50.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:50.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.018 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.018 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.018 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.018 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.018 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.018 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.039 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.039 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.039 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.039 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.039 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.039 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.040 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.058 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.058 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.058 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.058 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.058 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.058 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.138 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.138 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.138 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.138 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.138 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.138 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:51.165437 817 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 1)
09:01:51.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:51.167747 817 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'fdaf21a18e56482795a70e6f6ee0905c', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'fdaf21a18e56482795a70e6f6ee0905c', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 1)
09:01:51.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:51.169649 817 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.0.80.126:43989)
09:01:51.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.219 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.219 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.219 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.220 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@102736540(state=PENDING, result=null, callback=(continuation of Deferred@1882055488 after retry RPC after error@767394083) -> (continuation of Deferred@941773484 after retry RPC after error@1129450614) -> (continuation of Deferred@1551548607 after retry RPC after error@495974026) -> (continuation of Deferred@932339877 after retry RPC after error@1693510557) -> (continuation of Deferred@1854251140 after retry RPC after error@207368312) -> (continuation of Deferred@678428190 after retry RPC after error@1260409997) -> (continuation of Deferred@149048557 after retry RPC after error@1699771001), errback=(continuation of Deferred@1882055488 after retry RPC after error@767394083) -> (continuation of Deferred@941773484 after retry RPC after error@1129450614) -> (continuation of Deferred@1551548607 after retry RPC after error@495974026) -> (continuation of Deferred@932339877 after retry RPC after error@1693510557) -> (continuation of Deferred@1854251140 after retry RPC after error@207368312) -> (continuation of Deferred@678428190 after retry RPC after error@1260409997) -> (continuation of Deferred@149048557 after retry RPC after error@1699771001)))
09:01:51.220 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@102736540(state=PENDING, result=null, callback=(continuation of Deferred@1882055488 after retry RPC after error@767394083) -> (continuation of Deferred@941773484 after retry RPC after error@1129450614) -> (continuation of Deferred@1551548607 after retry RPC after error@495974026) -> (continuation of Deferred@932339877 after retry RPC after error@1693510557) -> (continuation of Deferred@1854251140 after retry RPC after error@207368312) -> (continuation of Deferred@678428190 after retry RPC after error@1260409997) -> (continuation of Deferred@149048557 after retry RPC after error@1699771001), errback=(continuation of Deferred@1882055488 after retry RPC after error@767394083) -> (continuation of Deferred@941773484 after retry RPC after error@1129450614) -> (continuation of Deferred@1551548607 after retry RPC after error@495974026) -> (continuation of Deferred@932339877 after retry RPC after error@1693510557) -> (continuation of Deferred@1854251140 after retry RPC after error@207368312) -> (continuation of Deferred@678428190 after retry RPC after error@1260409997) -> (continuation of Deferred@149048557 after retry RPC after error@1699771001)))
09:01:51.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.258 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.258 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.259 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.278 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.278 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.278 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.278 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.278 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.298 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.298 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.298 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.298 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.298 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.299 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.358 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.358 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.358 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.358 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.358 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.358 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.398 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.398 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.398 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.398 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.398 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.398 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.399 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1920732065(state=PENDING, result=null, callback=(continuation of Deferred@603000982 after retry RPC after error@359746837) -> (continuation of Deferred@1849047305 after retry RPC after error@2080708205) -> (continuation of Deferred@1474022619 after retry RPC after error@1222453968) -> (continuation of Deferred@402439347 after retry RPC after error@1126069855) -> (continuation of Deferred@1252710387 after retry RPC after error@1795227612) -> (continuation of Deferred@434884395 after retry RPC after error@704118471), errback=(continuation of Deferred@603000982 after retry RPC after error@359746837) -> (continuation of Deferred@1849047305 after retry RPC after error@2080708205) -> (continuation of Deferred@1474022619 after retry RPC after error@1222453968) -> (continuation of Deferred@402439347 after retry RPC after error@1126069855) -> (continuation of Deferred@1252710387 after retry RPC after error@1795227612) -> (continuation of Deferred@434884395 after retry RPC after error@704118471)))
09:01:51.399 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1920732065(state=PENDING, result=null, callback=(continuation of Deferred@603000982 after retry RPC after error@359746837) -> (continuation of Deferred@1849047305 after retry RPC after error@2080708205) -> (continuation of Deferred@1474022619 after retry RPC after error@1222453968) -> (continuation of Deferred@402439347 after retry RPC after error@1126069855) -> (continuation of Deferred@1252710387 after retry RPC after error@1795227612) -> (continuation of Deferred@434884395 after retry RPC after error@704118471), errback=(continuation of Deferred@603000982 after retry RPC after error@359746837) -> (continuation of Deferred@1849047305 after retry RPC after error@2080708205) -> (continuation of Deferred@1474022619 after retry RPC after error@1222453968) -> (continuation of Deferred@402439347 after retry RPC after error@1126069855) -> (continuation of Deferred@1252710387 after retry RPC after error@1795227612) -> (continuation of Deferred@434884395 after retry RPC after error@704118471)))
09:01:51.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.417 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.418 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.418 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.440 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.458 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.459 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.459 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.459 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.459 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.479 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.479 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.479 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.479 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.498 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.498 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.498 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.498 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.498 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.540 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.579 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.579 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.579 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.580 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.677 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1775879733(state=PENDING, result=null, callback=(continuation of Deferred@2122773091 after retry RPC after error@789547129) -> (continuation of Deferred@2072241728 after retry RPC after error@1556905835) -> (continuation of Deferred@361794427 after retry RPC after error@1175422448) -> (continuation of Deferred@576375447 after retry RPC after error@491970192) -> (continuation of Deferred@201868562 after retry RPC after error@915566950) -> (continuation of Deferred@1114114897 after retry RPC after error@1229319122) -> (continuation of Deferred@128653117 after retry RPC after error@571957231), errback=(continuation of Deferred@2122773091 after retry RPC after error@789547129) -> (continuation of Deferred@2072241728 after retry RPC after error@1556905835) -> (continuation of Deferred@361794427 after retry RPC after error@1175422448) -> (continuation of Deferred@576375447 after retry RPC after error@491970192) -> (continuation of Deferred@201868562 after retry RPC after error@915566950) -> (continuation of Deferred@1114114897 after retry RPC after error@1229319122) -> (continuation of Deferred@128653117 after retry RPC after error@571957231)))
09:01:51.678 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:01:51.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.699 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.699 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.699 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.699 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.699 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.699 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.700 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.718 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.718 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.719 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.719 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.719 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.720 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.758 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.758 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.758 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.778 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.779 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.778 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.779 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.779 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.779 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.780 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.818 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.818 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.819 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.819 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.819 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.819 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.820 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.957 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@421947790(state=PENDING, result=null, callback=(continuation of Deferred@835289991 after retry RPC after error@649335312) -> (continuation of Deferred@327793166 after retry RPC after error@969526248) -> (continuation of Deferred@1155637997 after retry RPC after error@1111690483) -> (continuation of Deferred@474257279 after retry RPC after error@1806010772) -> (continuation of Deferred@580565191 after retry RPC after error@2028215539) -> (continuation of Deferred@1076073471 after retry RPC after error@126700358) -> (continuation of Deferred@1889961968 after retry RPC after error@679288467), errback=(continuation of Deferred@835289991 after retry RPC after error@649335312) -> (continuation of Deferred@327793166 after retry RPC after error@969526248) -> (continuation of Deferred@1155637997 after retry RPC after error@1111690483) -> (continuation of Deferred@474257279 after retry RPC after error@1806010772) -> (continuation of Deferred@580565191 after retry RPC after error@2028215539) -> (continuation of Deferred@1076073471 after retry RPC after error@126700358) -> (continuation of Deferred@1889961968 after retry RPC after error@679288467)))
09:01:51.958 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:01:51.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.978 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.978 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.978 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.978 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.978 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.978 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.980 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:51.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:51.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:51.998 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.998 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.998 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.998 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:51.998 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:51.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.018 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.018 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.018 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.018 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.018 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.018 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.059 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.059 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.059 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.059 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.078 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.078 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.078 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.078 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.079 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.079 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.098 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.098 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.098 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.159 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1885159151(state=PENDING, result=null, callback=(continuation of Deferred@1363783025 after retry RPC after error@347479092) -> (continuation of Deferred@950353384 after retry RPC after error@563529301) -> (continuation of Deferred@1026082099 after retry RPC after error@425408798) -> (continuation of Deferred@142613920 after retry RPC after error@531879563) -> (continuation of Deferred@1682544915 after retry RPC after error@614125389) -> (continuation of Deferred@754957155 after retry RPC after error@771307513) -> (continuation of Deferred@89174612 after retry RPC after error@2000876820), errback=(continuation of Deferred@1363783025 after retry RPC after error@347479092) -> (continuation of Deferred@950353384 after retry RPC after error@563529301) -> (continuation of Deferred@1026082099 after retry RPC after error@425408798) -> (continuation of Deferred@142613920 after retry RPC after error@531879563) -> (continuation of Deferred@1682544915 after retry RPC after error@614125389) -> (continuation of Deferred@754957155 after retry RPC after error@771307513) -> (continuation of Deferred@89174612 after retry RPC after error@2000876820)))
09:01:52.160 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1885159151(state=PENDING, result=null, callback=(continuation of Deferred@1363783025 after retry RPC after error@347479092) -> (continuation of Deferred@950353384 after retry RPC after error@563529301) -> (continuation of Deferred@1026082099 after retry RPC after error@425408798) -> (continuation of Deferred@142613920 after retry RPC after error@531879563) -> (continuation of Deferred@1682544915 after retry RPC after error@614125389) -> (continuation of Deferred@754957155 after retry RPC after error@771307513) -> (continuation of Deferred@89174612 after retry RPC after error@2000876820), errback=(continuation of Deferred@1363783025 after retry RPC after error@347479092) -> (continuation of Deferred@950353384 after retry RPC after error@563529301) -> (continuation of Deferred@1026082099 after retry RPC after error@425408798) -> (continuation of Deferred@142613920 after retry RPC after error@531879563) -> (continuation of Deferred@1682544915 after retry RPC after error@614125389) -> (continuation of Deferred@754957155 after retry RPC after error@771307513) -> (continuation of Deferred@89174612 after retry RPC after error@2000876820)))
09:01:52.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.198 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.198 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.198 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.198 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.198 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.199 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.218 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.218 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.218 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.258 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.258 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.258 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.258 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.278 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.278 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.278 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.278 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.278 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.399 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1058463768(state=PENDING, result=null, callback=(continuation of Deferred@1407241383 after retry RPC after error@696387434) -> (continuation of Deferred@1726451215 after retry RPC after error@1853465835) -> (continuation of Deferred@1000986743 after retry RPC after error@44642623) -> (continuation of Deferred@1491353747 after retry RPC after error@2065295768) -> (continuation of Deferred@235338988 after retry RPC after error@1173161178) -> (continuation of Deferred@1064776748 after retry RPC after error@186011507) -> (continuation of Deferred@843985761 after retry RPC after error@531118630), errback=(continuation of Deferred@1407241383 after retry RPC after error@696387434) -> (continuation of Deferred@1726451215 after retry RPC after error@1853465835) -> (continuation of Deferred@1000986743 after retry RPC after error@44642623) -> (continuation of Deferred@1491353747 after retry RPC after error@2065295768) -> (continuation of Deferred@235338988 after retry RPC after error@1173161178) -> (continuation of Deferred@1064776748 after retry RPC after error@186011507) -> (continuation of Deferred@843985761 after retry RPC after error@531118630)))
09:01:52.400 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1058463768(state=PENDING, result=null, callback=(continuation of Deferred@1407241383 after retry RPC after error@696387434) -> (continuation of Deferred@1726451215 after retry RPC after error@1853465835) -> (continuation of Deferred@1000986743 after retry RPC after error@44642623) -> (continuation of Deferred@1491353747 after retry RPC after error@2065295768) -> (continuation of Deferred@235338988 after retry RPC after error@1173161178) -> (continuation of Deferred@1064776748 after retry RPC after error@186011507) -> (continuation of Deferred@843985761 after retry RPC after error@531118630), errback=(continuation of Deferred@1407241383 after retry RPC after error@696387434) -> (continuation of Deferred@1726451215 after retry RPC after error@1853465835) -> (continuation of Deferred@1000986743 after retry RPC after error@44642623) -> (continuation of Deferred@1491353747 after retry RPC after error@2065295768) -> (continuation of Deferred@235338988 after retry RPC after error@1173161178) -> (continuation of Deferred@1064776748 after retry RPC after error@186011507) -> (continuation of Deferred@843985761 after retry RPC after error@531118630)))
09:01:52.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.418 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.418 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.418 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.438 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.438 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.438 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.438 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.438 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.438 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.459 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.459 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.459 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.459 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.459 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.459 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.460 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.480 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.498 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.538 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.538 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.538 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.579 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@563737937(state=PENDING, result=null, callback=(continuation of Deferred@357828765 after retry RPC after error@1143052708) -> (continuation of Deferred@53767489 after retry RPC after error@1835606795) -> (continuation of Deferred@1489821403 after retry RPC after error@275288287) -> (continuation of Deferred@815184374 after retry RPC after error@348370324) -> (continuation of Deferred@709331921 after retry RPC after error@2122127406) -> (continuation of Deferred@2074167070 after retry RPC after error@1925653227), errback=(continuation of Deferred@357828765 after retry RPC after error@1143052708) -> (continuation of Deferred@53767489 after retry RPC after error@1835606795) -> (continuation of Deferred@1489821403 after retry RPC after error@275288287) -> (continuation of Deferred@815184374 after retry RPC after error@348370324) -> (continuation of Deferred@709331921 after retry RPC after error@2122127406) -> (continuation of Deferred@2074167070 after retry RPC after error@1925653227)))
09:01:52.580 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@563737937(state=PENDING, result=null, callback=(continuation of Deferred@357828765 after retry RPC after error@1143052708) -> (continuation of Deferred@53767489 after retry RPC after error@1835606795) -> (continuation of Deferred@1489821403 after retry RPC after error@275288287) -> (continuation of Deferred@815184374 after retry RPC after error@348370324) -> (continuation of Deferred@709331921 after retry RPC after error@2122127406) -> (continuation of Deferred@2074167070 after retry RPC after error@1925653227), errback=(continuation of Deferred@357828765 after retry RPC after error@1143052708) -> (continuation of Deferred@53767489 after retry RPC after error@1835606795) -> (continuation of Deferred@1489821403 after retry RPC after error@275288287) -> (continuation of Deferred@815184374 after retry RPC after error@348370324) -> (continuation of Deferred@709331921 after retry RPC after error@2122127406) -> (continuation of Deferred@2074167070 after retry RPC after error@1925653227)))
09:01:52.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.619 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.619 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.619 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.619 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.619 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.619 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.620 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.638 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.638 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.639 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.639 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.639 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.639 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.659 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.659 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.718 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.718 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.718 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.718 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.799 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1833904374(state=PENDING, result=null, callback=(continuation of Deferred@138226815 after retry RPC after error@1561379749) -> (continuation of Deferred@510083072 after retry RPC after error@184275874) -> (continuation of Deferred@1799637078 after retry RPC after error@814916464) -> (continuation of Deferred@349278754 after retry RPC after error@1088628185) -> (continuation of Deferred@162317163 after retry RPC after error@738228237) -> (continuation of Deferred@878227245 after retry RPC after error@1833736594), errback=(continuation of Deferred@138226815 after retry RPC after error@1561379749) -> (continuation of Deferred@510083072 after retry RPC after error@184275874) -> (continuation of Deferred@1799637078 after retry RPC after error@814916464) -> (continuation of Deferred@349278754 after retry RPC after error@1088628185) -> (continuation of Deferred@162317163 after retry RPC after error@738228237) -> (continuation of Deferred@878227245 after retry RPC after error@1833736594)))
09:01:52.799 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1833904374(state=PENDING, result=null, callback=(continuation of Deferred@138226815 after retry RPC after error@1561379749) -> (continuation of Deferred@510083072 after retry RPC after error@184275874) -> (continuation of Deferred@1799637078 after retry RPC after error@814916464) -> (continuation of Deferred@349278754 after retry RPC after error@1088628185) -> (continuation of Deferred@162317163 after retry RPC after error@738228237) -> (continuation of Deferred@878227245 after retry RPC after error@1833736594), errback=(continuation of Deferred@138226815 after retry RPC after error@1561379749) -> (continuation of Deferred@510083072 after retry RPC after error@184275874) -> (continuation of Deferred@1799637078 after retry RPC after error@814916464) -> (continuation of Deferred@349278754 after retry RPC after error@1088628185) -> (continuation of Deferred@162317163 after retry RPC after error@738228237) -> (continuation of Deferred@878227245 after retry RPC after error@1833736594)))
09:01:52.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.817 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.818 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.818 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.818 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.818 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.818 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.818 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.858 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.858 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.858 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.858 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.878 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.878 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.878 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.878 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.898 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.898 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.899 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.978 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.978 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.978 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.978 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.979 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.979 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.980 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:52.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:52.998 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.998 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.998 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.998 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:52.998 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:52.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:52.999 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1918312784(state=PENDING, result=null, callback=(continuation of Deferred@69093462 after retry RPC after error@82558487) -> (continuation of Deferred@1103274788 after retry RPC after error@173295597) -> (continuation of Deferred@2088690185 after retry RPC after error@633139351) -> (continuation of Deferred@1907604615 after retry RPC after error@1500575347) -> (continuation of Deferred@1385507326 after retry RPC after error@284119923) -> (continuation of Deferred@2085913197 after retry RPC after error@583610618) -> (continuation of Deferred@1508386692 after retry RPC after error@871797505), errback=(continuation of Deferred@69093462 after retry RPC after error@82558487) -> (continuation of Deferred@1103274788 after retry RPC after error@173295597) -> (continuation of Deferred@2088690185 after retry RPC after error@633139351) -> (continuation of Deferred@1907604615 after retry RPC after error@1500575347) -> (continuation of Deferred@1385507326 after retry RPC after error@284119923) -> (continuation of Deferred@2085913197 after retry RPC after error@583610618) -> (continuation of Deferred@1508386692 after retry RPC after error@871797505)))
09:01:52.999 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1918312784(state=PENDING, result=null, callback=(continuation of Deferred@69093462 after retry RPC after error@82558487) -> (continuation of Deferred@1103274788 after retry RPC after error@173295597) -> (continuation of Deferred@2088690185 after retry RPC after error@633139351) -> (continuation of Deferred@1907604615 after retry RPC after error@1500575347) -> (continuation of Deferred@1385507326 after retry RPC after error@284119923) -> (continuation of Deferred@2085913197 after retry RPC after error@583610618) -> (continuation of Deferred@1508386692 after retry RPC after error@871797505), errback=(continuation of Deferred@69093462 after retry RPC after error@82558487) -> (continuation of Deferred@1103274788 after retry RPC after error@173295597) -> (continuation of Deferred@2088690185 after retry RPC after error@633139351) -> (continuation of Deferred@1907604615 after retry RPC after error@1500575347) -> (continuation of Deferred@1385507326 after retry RPC after error@284119923) -> (continuation of Deferred@2085913197 after retry RPC after error@583610618) -> (continuation of Deferred@1508386692 after retry RPC after error@871797505)))
09:01:53.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.018 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.018 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.018 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.018 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.018 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.018 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.040 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.078 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.078 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.078 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.078 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.078 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.098 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.098 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.098 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.179 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.179 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.198 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.198 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.198 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.198 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.198 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.198 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.200 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.238 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.238 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.238 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.238 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.240 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1030056818(state=PENDING, result=null, callback=(continuation of Deferred@1494327074 after retry RPC after error@1137390821) -> (continuation of Deferred@285534021 after retry RPC after error@120332524) -> (continuation of Deferred@1385252772 after retry RPC after error@1223113999) -> (continuation of Deferred@2129642905 after retry RPC after error@413311464) -> (continuation of Deferred@1087793471 after retry RPC after error@833108847) -> (continuation of Deferred@829154254 after retry RPC after error@1019984362) -> (continuation of Deferred@1327997149 after retry RPC after error@1067747605) -> (continuation of Deferred@1363110076 after retry RPC after error@819634072), errback=(continuation of Deferred@1494327074 after retry RPC after error@1137390821) -> (continuation of Deferred@285534021 after retry RPC after error@120332524) -> (continuation of Deferred@1385252772 after retry RPC after error@1223113999) -> (continuation of Deferred@2129642905 after retry RPC after error@413311464) -> (continuation of Deferred@1087793471 after retry RPC after error@833108847) -> (continuation of Deferred@829154254 after retry RPC after error@1019984362) -> (continuation of Deferred@1327997149 after retry RPC after error@1067747605) -> (continuation of Deferred@1363110076 after retry RPC after error@819634072)))
09:01:53.240 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1030056818(state=PENDING, result=null, callback=(continuation of Deferred@1494327074 after retry RPC after error@1137390821) -> (continuation of Deferred@285534021 after retry RPC after error@120332524) -> (continuation of Deferred@1385252772 after retry RPC after error@1223113999) -> (continuation of Deferred@2129642905 after retry RPC after error@413311464) -> (continuation of Deferred@1087793471 after retry RPC after error@833108847) -> (continuation of Deferred@829154254 after retry RPC after error@1019984362) -> (continuation of Deferred@1327997149 after retry RPC after error@1067747605) -> (continuation of Deferred@1363110076 after retry RPC after error@819634072), errback=(continuation of Deferred@1494327074 after retry RPC after error@1137390821) -> (continuation of Deferred@285534021 after retry RPC after error@120332524) -> (continuation of Deferred@1385252772 after retry RPC after error@1223113999) -> (continuation of Deferred@2129642905 after retry RPC after error@413311464) -> (continuation of Deferred@1087793471 after retry RPC after error@833108847) -> (continuation of Deferred@829154254 after retry RPC after error@1019984362) -> (continuation of Deferred@1327997149 after retry RPC after error@1067747605) -> (continuation of Deferred@1363110076 after retry RPC after error@819634072)))
09:01:53.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.278 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.278 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.278 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.278 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.278 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.299 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.299 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.299 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.299 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.299 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.300 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.319 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.319 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.319 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.378 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.378 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.378 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.398 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.398 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.398 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.398 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.398 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.398 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.438 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.438 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.438 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.438 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.438 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.438 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.499 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@443048033(state=PENDING, result=null, callback=(continuation of Deferred@848665458 after retry RPC after error@937282756) -> (continuation of Deferred@1167950750 after retry RPC after error@472877092) -> (continuation of Deferred@41934552 after retry RPC after error@1528666559) -> (continuation of Deferred@1916100657 after retry RPC after error@314292475) -> (continuation of Deferred@1850617194 after retry RPC after error@1495896445) -> (continuation of Deferred@4478593 after retry RPC after error@1341610514) -> (continuation of Deferred@1355615227 after retry RPC after error@1174067942), errback=(continuation of Deferred@848665458 after retry RPC after error@937282756) -> (continuation of Deferred@1167950750 after retry RPC after error@472877092) -> (continuation of Deferred@41934552 after retry RPC after error@1528666559) -> (continuation of Deferred@1916100657 after retry RPC after error@314292475) -> (continuation of Deferred@1850617194 after retry RPC after error@1495896445) -> (continuation of Deferred@4478593 after retry RPC after error@1341610514) -> (continuation of Deferred@1355615227 after retry RPC after error@1174067942)))
09:01:53.500 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@443048033(state=PENDING, result=null, callback=(continuation of Deferred@848665458 after retry RPC after error@937282756) -> (continuation of Deferred@1167950750 after retry RPC after error@472877092) -> (continuation of Deferred@41934552 after retry RPC after error@1528666559) -> (continuation of Deferred@1916100657 after retry RPC after error@314292475) -> (continuation of Deferred@1850617194 after retry RPC after error@1495896445) -> (continuation of Deferred@4478593 after retry RPC after error@1341610514) -> (continuation of Deferred@1355615227 after retry RPC after error@1174067942), errback=(continuation of Deferred@848665458 after retry RPC after error@937282756) -> (continuation of Deferred@1167950750 after retry RPC after error@472877092) -> (continuation of Deferred@41934552 after retry RPC after error@1528666559) -> (continuation of Deferred@1916100657 after retry RPC after error@314292475) -> (continuation of Deferred@1850617194 after retry RPC after error@1495896445) -> (continuation of Deferred@4478593 after retry RPC after error@1341610514) -> (continuation of Deferred@1355615227 after retry RPC after error@1174067942)))
09:01:53.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.519 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.519 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.519 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.519 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.519 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.520 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.539 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.539 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.539 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.539 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.539 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.539 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.540 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.560 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:53.592860 1197 master_runner.cc:186] Error getting master registration for 127.0.80.125:34927: Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111),
09:01:53.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:53.593003 1197 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:01:53.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.598 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.598 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.598 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.598 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.619 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.619 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.619 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.619 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.619 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.619 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.620 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.678 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.678 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.678 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.678 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.678 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.719 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@486968189(state=PENDING, result=null, callback=(continuation of Deferred@1532451491 after retry RPC after error@2002639291) -> (continuation of Deferred@1042190614 after retry RPC after error@401254603) -> (continuation of Deferred@1980332759 after retry RPC after error@1870722476) -> (continuation of Deferred@635199339 after retry RPC after error@1739720683) -> (continuation of Deferred@1523582472 after retry RPC after error@840283499) -> (continuation of Deferred@1979024197 after retry RPC after error@34561871) -> (continuation of Deferred@1479932224 after retry RPC after error@1200927168), errback=(continuation of Deferred@1532451491 after retry RPC after error@2002639291) -> (continuation of Deferred@1042190614 after retry RPC after error@401254603) -> (continuation of Deferred@1980332759 after retry RPC after error@1870722476) -> (continuation of Deferred@635199339 after retry RPC after error@1739720683) -> (continuation of Deferred@1523582472 after retry RPC after error@840283499) -> (continuation of Deferred@1979024197 after retry RPC after error@34561871) -> (continuation of Deferred@1479932224 after retry RPC after error@1200927168)))
09:01:53.720 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@486968189(state=PENDING, result=null, callback=(continuation of Deferred@1532451491 after retry RPC after error@2002639291) -> (continuation of Deferred@1042190614 after retry RPC after error@401254603) -> (continuation of Deferred@1980332759 after retry RPC after error@1870722476) -> (continuation of Deferred@635199339 after retry RPC after error@1739720683) -> (continuation of Deferred@1523582472 after retry RPC after error@840283499) -> (continuation of Deferred@1979024197 after retry RPC after error@34561871) -> (continuation of Deferred@1479932224 after retry RPC after error@1200927168), errback=(continuation of Deferred@1532451491 after retry RPC after error@2002639291) -> (continuation of Deferred@1042190614 after retry RPC after error@401254603) -> (continuation of Deferred@1980332759 after retry RPC after error@1870722476) -> (continuation of Deferred@635199339 after retry RPC after error@1739720683) -> (continuation of Deferred@1523582472 after retry RPC after error@840283499) -> (continuation of Deferred@1979024197 after retry RPC after error@34561871) -> (continuation of Deferred@1479932224 after retry RPC after error@1200927168)))
09:01:53.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.738 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.758 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.758 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.758 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.758 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.758 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.758 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.760 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.779 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.779 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.779 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.779 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.779 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.779 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.780 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.800 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.818 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.819 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.819 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.820 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.858 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.858 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.859 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.859 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.859 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.859 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.918 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.919 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.919 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.919 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.919 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.920 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.960 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.960 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2048545011(state=PENDING, result=null, callback=(continuation of Deferred@1707716588 after retry RPC after error@1307992735) -> (continuation of Deferred@1113332015 after retry RPC after error@1785287775) -> (continuation of Deferred@1123491889 after retry RPC after error@1022054506) -> (continuation of Deferred@509391801 after retry RPC after error@1052231553) -> (continuation of Deferred@1169854158 after retry RPC after error@590671379) -> (continuation of Deferred@1485717687 after retry RPC after error@1476730856) -> (continuation of Deferred@1230517976 after retry RPC after error@1293421974), errback=(continuation of Deferred@1707716588 after retry RPC after error@1307992735) -> (continuation of Deferred@1113332015 after retry RPC after error@1785287775) -> (continuation of Deferred@1123491889 after retry RPC after error@1022054506) -> (continuation of Deferred@509391801 after retry RPC after error@1052231553) -> (continuation of Deferred@1169854158 after retry RPC after error@590671379) -> (continuation of Deferred@1485717687 after retry RPC after error@1476730856) -> (continuation of Deferred@1230517976 after retry RPC after error@1293421974)))
09:01:53.960 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2048545011(state=PENDING, result=null, callback=(continuation of Deferred@1707716588 after retry RPC after error@1307992735) -> (continuation of Deferred@1113332015 after retry RPC after error@1785287775) -> (continuation of Deferred@1123491889 after retry RPC after error@1022054506) -> (continuation of Deferred@509391801 after retry RPC after error@1052231553) -> (continuation of Deferred@1169854158 after retry RPC after error@590671379) -> (continuation of Deferred@1485717687 after retry RPC after error@1476730856) -> (continuation of Deferred@1230517976 after retry RPC after error@1293421974), errback=(continuation of Deferred@1707716588 after retry RPC after error@1307992735) -> (continuation of Deferred@1113332015 after retry RPC after error@1785287775) -> (continuation of Deferred@1123491889 after retry RPC after error@1022054506) -> (continuation of Deferred@509391801 after retry RPC after error@1052231553) -> (continuation of Deferred@1169854158 after retry RPC after error@590671379) -> (continuation of Deferred@1485717687 after retry RPC after error@1476730856) -> (continuation of Deferred@1230517976 after retry RPC after error@1293421974)))
09:01:53.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.978 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.979 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.979 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.979 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.979 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.979 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.980 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:53.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:53.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:53.998 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.998 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.998 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.998 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:53.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.998 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:53.998 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.018 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.018 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.019 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.019 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.019 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.019 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.020 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.040 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.098 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.098 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.098 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.178 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.178 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.178 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.180 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1040329131(state=PENDING, result=null, callback=(continuation of Deferred@935981791 after retry RPC after error@101372416) -> (continuation of Deferred@1956973044 after retry RPC after error@1539647930) -> (continuation of Deferred@593651479 after retry RPC after error@1932012457) -> (continuation of Deferred@790525585 after retry RPC after error@1566835249) -> (continuation of Deferred@1829674069 after retry RPC after error@1607046974) -> (continuation of Deferred@62900392 after retry RPC after error@2117543780), errback=(continuation of Deferred@935981791 after retry RPC after error@101372416) -> (continuation of Deferred@1956973044 after retry RPC after error@1539647930) -> (continuation of Deferred@593651479 after retry RPC after error@1932012457) -> (continuation of Deferred@790525585 after retry RPC after error@1566835249) -> (continuation of Deferred@1829674069 after retry RPC after error@1607046974) -> (continuation of Deferred@62900392 after retry RPC after error@2117543780)))
09:01:54.180 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1040329131(state=PENDING, result=null, callback=(continuation of Deferred@935981791 after retry RPC after error@101372416) -> (continuation of Deferred@1956973044 after retry RPC after error@1539647930) -> (continuation of Deferred@593651479 after retry RPC after error@1932012457) -> (continuation of Deferred@790525585 after retry RPC after error@1566835249) -> (continuation of Deferred@1829674069 after retry RPC after error@1607046974) -> (continuation of Deferred@62900392 after retry RPC after error@2117543780), errback=(continuation of Deferred@935981791 after retry RPC after error@101372416) -> (continuation of Deferred@1956973044 after retry RPC after error@1539647930) -> (continuation of Deferred@593651479 after retry RPC after error@1932012457) -> (continuation of Deferred@790525585 after retry RPC after error@1566835249) -> (continuation of Deferred@1829674069 after retry RPC after error@1607046974) -> (continuation of Deferred@62900392 after retry RPC after error@2117543780)))
09:01:54.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.218 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.218 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.218 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.218 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.238 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.238 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.298 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.299 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.300 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.338 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.338 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.338 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.338 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.338 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.338 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.359 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.359 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.359 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.359 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.359 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.359 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.360 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.420 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.420 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1046063207(state=PENDING, result=null, callback=(continuation of Deferred@1163407029 after retry RPC after error@2029853167) -> (continuation of Deferred@1524531956 after retry RPC after error@699863896) -> (continuation of Deferred@756985181 after retry RPC after error@1027406704) -> (continuation of Deferred@333125377 after retry RPC after error@48753649) -> (continuation of Deferred@1514920629 after retry RPC after error@7757303) -> (continuation of Deferred@1272848871 after retry RPC after error@1985733390) -> (continuation of Deferred@1916866818 after retry RPC after error@1080714072) -> (continuation of Deferred@2055320491 after retry RPC after error@1407941734), errback=(continuation of Deferred@1163407029 after retry RPC after error@2029853167) -> (continuation of Deferred@1524531956 after retry RPC after error@699863896) -> (continuation of Deferred@756985181 after retry RPC after error@1027406704) -> (continuation of Deferred@333125377 after retry RPC after error@48753649) -> (continuation of Deferred@1514920629 after retry RPC after error@7757303) -> (continuation of Deferred@1272848871 after retry RPC after error@1985733390) -> (continuation of Deferred@1916866818 after retry RPC after error@1080714072) -> (continuation of Deferred@2055320491 after retry RPC after error@1407941734)))
09:01:54.420 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1046063207(state=PENDING, result=null, callback=(continuation of Deferred@1163407029 after retry RPC after error@2029853167) -> (continuation of Deferred@1524531956 after retry RPC after error@699863896) -> (continuation of Deferred@756985181 after retry RPC after error@1027406704) -> (continuation of Deferred@333125377 after retry RPC after error@48753649) -> (continuation of Deferred@1514920629 after retry RPC after error@7757303) -> (continuation of Deferred@1272848871 after retry RPC after error@1985733390) -> (continuation of Deferred@1916866818 after retry RPC after error@1080714072) -> (continuation of Deferred@2055320491 after retry RPC after error@1407941734), errback=(continuation of Deferred@1163407029 after retry RPC after error@2029853167) -> (continuation of Deferred@1524531956 after retry RPC after error@699863896) -> (continuation of Deferred@756985181 after retry RPC after error@1027406704) -> (continuation of Deferred@333125377 after retry RPC after error@48753649) -> (continuation of Deferred@1514920629 after retry RPC after error@7757303) -> (continuation of Deferred@1272848871 after retry RPC after error@1985733390) -> (continuation of Deferred@1916866818 after retry RPC after error@1080714072) -> (continuation of Deferred@2055320491 after retry RPC after error@1407941734)))
09:01:54.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.438 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.478 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.478 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.478 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.518 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.518 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.518 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.538 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.538 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.538 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.599 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@697600915(state=PENDING, result=null, callback=(continuation of Deferred@1216895809 after retry RPC after error@22525167) -> (continuation of Deferred@1114530727 after retry RPC after error@1328263274) -> (continuation of Deferred@1173596317 after retry RPC after error@2034211840) -> (continuation of Deferred@1216199643 after retry RPC after error@1514666590) -> (continuation of Deferred@36181707 after retry RPC after error@124933394) -> (continuation of Deferred@578061636 after retry RPC after error@1191452254) -> (continuation of Deferred@98096699 after retry RPC after error@269998423), errback=(continuation of Deferred@1216895809 after retry RPC after error@22525167) -> (continuation of Deferred@1114530727 after retry RPC after error@1328263274) -> (continuation of Deferred@1173596317 after retry RPC after error@2034211840) -> (continuation of Deferred@1216199643 after retry RPC after error@1514666590) -> (continuation of Deferred@36181707 after retry RPC after error@124933394) -> (continuation of Deferred@578061636 after retry RPC after error@1191452254) -> (continuation of Deferred@98096699 after retry RPC after error@269998423)))
09:01:54.599 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@697600915(state=PENDING, result=null, callback=(continuation of Deferred@1216895809 after retry RPC after error@22525167) -> (continuation of Deferred@1114530727 after retry RPC after error@1328263274) -> (continuation of Deferred@1173596317 after retry RPC after error@2034211840) -> (continuation of Deferred@1216199643 after retry RPC after error@1514666590) -> (continuation of Deferred@36181707 after retry RPC after error@124933394) -> (continuation of Deferred@578061636 after retry RPC after error@1191452254) -> (continuation of Deferred@98096699 after retry RPC after error@269998423), errback=(continuation of Deferred@1216895809 after retry RPC after error@22525167) -> (continuation of Deferred@1114530727 after retry RPC after error@1328263274) -> (continuation of Deferred@1173596317 after retry RPC after error@2034211840) -> (continuation of Deferred@1216199643 after retry RPC after error@1514666590) -> (continuation of Deferred@36181707 after retry RPC after error@124933394) -> (continuation of Deferred@578061636 after retry RPC after error@1191452254) -> (continuation of Deferred@98096699 after retry RPC after error@269998423)))
09:01:54.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.619 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.619 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.619 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.619 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.619 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.619 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.620 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.638 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.638 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.639 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.639 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.639 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.639 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.658 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.658 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.699 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.699 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.699 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.699 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.699 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.699 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.700 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.739 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.739 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.739 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.739 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.739 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.739 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.740 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.759 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.759 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.759 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.759 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.877 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1814854777(state=PENDING, result=null, callback=(continuation of Deferred@312891353 after retry RPC after error@204515527) -> (continuation of Deferred@76726285 after retry RPC after error@198355794) -> (continuation of Deferred@728378734 after retry RPC after error@580247124) -> (continuation of Deferred@806740131 after retry RPC after error@771970504) -> (continuation of Deferred@1425546299 after retry RPC after error@1477644174) -> (continuation of Deferred@1201470679 after retry RPC after error@1938115833) -> (continuation of Deferred@1728614262 after retry RPC after error@656905062), errback=(continuation of Deferred@312891353 after retry RPC after error@204515527) -> (continuation of Deferred@76726285 after retry RPC after error@198355794) -> (continuation of Deferred@728378734 after retry RPC after error@580247124) -> (continuation of Deferred@806740131 after retry RPC after error@771970504) -> (continuation of Deferred@1425546299 after retry RPC after error@1477644174) -> (continuation of Deferred@1201470679 after retry RPC after error@1938115833) -> (continuation of Deferred@1728614262 after retry RPC after error@656905062)))
09:01:54.878 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:01:54.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.918 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.918 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.918 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.918 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.918 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.938 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.938 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.938 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.938 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.938 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.938 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.958 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.958 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.958 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.958 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.958 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.958 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:54.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:54.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:54.998 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.998 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:54.998 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:54.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.078 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.078 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.078 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.078 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.078 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.098 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.098 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.098 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.118 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.119 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1740442774(state=PENDING, result=null, callback=(continuation of Deferred@1860877036 after retry RPC after error@101329182) -> (continuation of Deferred@15103150 after retry RPC after error@263197080) -> (continuation of Deferred@876013400 after retry RPC after error@1671658009) -> (continuation of Deferred@1356014023 after retry RPC after error@1608570516) -> (continuation of Deferred@1550837271 after retry RPC after error@618933297) -> (continuation of Deferred@1836121203 after retry RPC after error@889045823) -> (continuation of Deferred@394380521 after retry RPC after error@310503308) -> (continuation of Deferred@2021130955 after retry RPC after error@575062720), errback=(continuation of Deferred@1860877036 after retry RPC after error@101329182) -> (continuation of Deferred@15103150 after retry RPC after error@263197080) -> (continuation of Deferred@876013400 after retry RPC after error@1671658009) -> (continuation of Deferred@1356014023 after retry RPC after error@1608570516) -> (continuation of Deferred@1550837271 after retry RPC after error@618933297) -> (continuation of Deferred@1836121203 after retry RPC after error@889045823) -> (continuation of Deferred@394380521 after retry RPC after error@310503308) -> (continuation of Deferred@2021130955 after retry RPC after error@575062720)))
09:01:55.119 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1740442774(state=PENDING, result=null, callback=(continuation of Deferred@1860877036 after retry RPC after error@101329182) -> (continuation of Deferred@15103150 after retry RPC after error@263197080) -> (continuation of Deferred@876013400 after retry RPC after error@1671658009) -> (continuation of Deferred@1356014023 after retry RPC after error@1608570516) -> (continuation of Deferred@1550837271 after retry RPC after error@618933297) -> (continuation of Deferred@1836121203 after retry RPC after error@889045823) -> (continuation of Deferred@394380521 after retry RPC after error@310503308) -> (continuation of Deferred@2021130955 after retry RPC after error@575062720), errback=(continuation of Deferred@1860877036 after retry RPC after error@101329182) -> (continuation of Deferred@15103150 after retry RPC after error@263197080) -> (continuation of Deferred@876013400 after retry RPC after error@1671658009) -> (continuation of Deferred@1356014023 after retry RPC after error@1608570516) -> (continuation of Deferred@1550837271 after retry RPC after error@618933297) -> (continuation of Deferred@1836121203 after retry RPC after error@889045823) -> (continuation of Deferred@394380521 after retry RPC after error@310503308) -> (continuation of Deferred@2021130955 after retry RPC after error@575062720)))
09:01:55.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.138 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.138 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.138 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.138 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.138 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.158 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.158 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.158 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.178 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.178 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.178 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.200 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.218 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.218 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.218 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.219 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.258 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.258 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.258 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.259 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.298 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.298 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.298 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.298 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.299 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.299 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.299 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2004636173(state=PENDING, result=null, callback=(continuation of Deferred@652638098 after retry RPC after error@1407971461) -> (continuation of Deferred@608419204 after retry RPC after error@834305851) -> (continuation of Deferred@620090489 after retry RPC after error@680949690) -> (continuation of Deferred@293621937 after retry RPC after error@1939977757) -> (continuation of Deferred@2046685708 after retry RPC after error@1657631022) -> (continuation of Deferred@1910218782 after retry RPC after error@263512422), errback=(continuation of Deferred@652638098 after retry RPC after error@1407971461) -> (continuation of Deferred@608419204 after retry RPC after error@834305851) -> (continuation of Deferred@620090489 after retry RPC after error@680949690) -> (continuation of Deferred@293621937 after retry RPC after error@1939977757) -> (continuation of Deferred@2046685708 after retry RPC after error@1657631022) -> (continuation of Deferred@1910218782 after retry RPC after error@263512422)))
09:01:55.300 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2004636173(state=PENDING, result=null, callback=(continuation of Deferred@652638098 after retry RPC after error@1407971461) -> (continuation of Deferred@608419204 after retry RPC after error@834305851) -> (continuation of Deferred@620090489 after retry RPC after error@680949690) -> (continuation of Deferred@293621937 after retry RPC after error@1939977757) -> (continuation of Deferred@2046685708 after retry RPC after error@1657631022) -> (continuation of Deferred@1910218782 after retry RPC after error@263512422), errback=(continuation of Deferred@652638098 after retry RPC after error@1407971461) -> (continuation of Deferred@608419204 after retry RPC after error@834305851) -> (continuation of Deferred@620090489 after retry RPC after error@680949690) -> (continuation of Deferred@293621937 after retry RPC after error@1939977757) -> (continuation of Deferred@2046685708 after retry RPC after error@1657631022) -> (continuation of Deferred@1910218782 after retry RPC after error@263512422)))
09:01:55.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.338 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.338 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.338 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.338 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.358 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.378 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.379 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.379 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.418 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.418 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.418 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.498 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.498 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.499 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.499 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.500 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.500 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1966371730(state=PENDING, result=null, callback=(continuation of Deferred@2013019701 after retry RPC after error@1704540012) -> (continuation of Deferred@1689375713 after retry RPC after error@852460550) -> (continuation of Deferred@617880060 after retry RPC after error@140142685) -> (continuation of Deferred@1646169196 after retry RPC after error@750767005) -> (continuation of Deferred@673201167 after retry RPC after error@1935909334) -> (continuation of Deferred@1695039034 after retry RPC after error@934933029), errback=(continuation of Deferred@2013019701 after retry RPC after error@1704540012) -> (continuation of Deferred@1689375713 after retry RPC after error@852460550) -> (continuation of Deferred@617880060 after retry RPC after error@140142685) -> (continuation of Deferred@1646169196 after retry RPC after error@750767005) -> (continuation of Deferred@673201167 after retry RPC after error@1935909334) -> (continuation of Deferred@1695039034 after retry RPC after error@934933029)))
09:01:55.500 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1966371730(state=PENDING, result=null, callback=(continuation of Deferred@2013019701 after retry RPC after error@1704540012) -> (continuation of Deferred@1689375713 after retry RPC after error@852460550) -> (continuation of Deferred@617880060 after retry RPC after error@140142685) -> (continuation of Deferred@1646169196 after retry RPC after error@750767005) -> (continuation of Deferred@673201167 after retry RPC after error@1935909334) -> (continuation of Deferred@1695039034 after retry RPC after error@934933029), errback=(continuation of Deferred@2013019701 after retry RPC after error@1704540012) -> (continuation of Deferred@1689375713 after retry RPC after error@852460550) -> (continuation of Deferred@617880060 after retry RPC after error@140142685) -> (continuation of Deferred@1646169196 after retry RPC after error@750767005) -> (continuation of Deferred@673201167 after retry RPC after error@1935909334) -> (continuation of Deferred@1695039034 after retry RPC after error@934933029)))
09:01:55.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.518 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.558 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.558 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.558 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.578 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.579 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.579 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.598 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.598 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.599 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.718 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.718 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.719 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.719 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.719 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.720 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@823629710(state=PENDING, result=null, callback=(continuation of Deferred@1506808215 after retry RPC after error@2110288033) -> (continuation of Deferred@649891570 after retry RPC after error@731567692) -> (continuation of Deferred@1923032577 after retry RPC after error@1282153867) -> (continuation of Deferred@249942506 after retry RPC after error@1932549836) -> (continuation of Deferred@2014630277 after retry RPC after error@1412959049) -> (continuation of Deferred@1962076837 after retry RPC after error@96799945) -> (continuation of Deferred@1526951181 after retry RPC after error@1341474663), errback=(continuation of Deferred@1506808215 after retry RPC after error@2110288033) -> (continuation of Deferred@649891570 after retry RPC after error@731567692) -> (continuation of Deferred@1923032577 after retry RPC after error@1282153867) -> (continuation of Deferred@249942506 after retry RPC after error@1932549836) -> (continuation of Deferred@2014630277 after retry RPC after error@1412959049) -> (continuation of Deferred@1962076837 after retry RPC after error@96799945) -> (continuation of Deferred@1526951181 after retry RPC after error@1341474663)))
09:01:55.720 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@823629710(state=PENDING, result=null, callback=(continuation of Deferred@1506808215 after retry RPC after error@2110288033) -> (continuation of Deferred@649891570 after retry RPC after error@731567692) -> (continuation of Deferred@1923032577 after retry RPC after error@1282153867) -> (continuation of Deferred@249942506 after retry RPC after error@1932549836) -> (continuation of Deferred@2014630277 after retry RPC after error@1412959049) -> (continuation of Deferred@1962076837 after retry RPC after error@96799945) -> (continuation of Deferred@1526951181 after retry RPC after error@1341474663), errback=(continuation of Deferred@1506808215 after retry RPC after error@2110288033) -> (continuation of Deferred@649891570 after retry RPC after error@731567692) -> (continuation of Deferred@1923032577 after retry RPC after error@1282153867) -> (continuation of Deferred@249942506 after retry RPC after error@1932549836) -> (continuation of Deferred@2014630277 after retry RPC after error@1412959049) -> (continuation of Deferred@1962076837 after retry RPC after error@96799945) -> (continuation of Deferred@1526951181 after retry RPC after error@1341474663)))
09:01:55.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.738 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.738 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.778 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.778 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.778 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.778 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.778 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.799 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.799 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.799 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.799 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.799 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.800 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.818 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.818 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.818 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.818 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.818 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.818 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.858 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.859 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.859 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.859 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.899 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.899 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.899 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.899 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.899 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.899 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.900 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@32780114(state=PENDING, result=null, callback=(continuation of Deferred@2122034936 after retry RPC after error@439712794) -> (continuation of Deferred@1185003938 after retry RPC after error@1712296091) -> (continuation of Deferred@1159786188 after retry RPC after error@1959038942) -> (continuation of Deferred@1063474253 after retry RPC after error@628265074) -> (continuation of Deferred@1743150238 after retry RPC after error@931960259) -> (continuation of Deferred@308837955 after retry RPC after error@598252924) -> (continuation of Deferred@1996433211 after retry RPC after error@621713066), errback=(continuation of Deferred@2122034936 after retry RPC after error@439712794) -> (continuation of Deferred@1185003938 after retry RPC after error@1712296091) -> (continuation of Deferred@1159786188 after retry RPC after error@1959038942) -> (continuation of Deferred@1063474253 after retry RPC after error@628265074) -> (continuation of Deferred@1743150238 after retry RPC after error@931960259) -> (continuation of Deferred@308837955 after retry RPC after error@598252924) -> (continuation of Deferred@1996433211 after retry RPC after error@621713066)))
09:01:55.900 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@32780114(state=PENDING, result=null, callback=(continuation of Deferred@2122034936 after retry RPC after error@439712794) -> (continuation of Deferred@1185003938 after retry RPC after error@1712296091) -> (continuation of Deferred@1159786188 after retry RPC after error@1959038942) -> (continuation of Deferred@1063474253 after retry RPC after error@628265074) -> (continuation of Deferred@1743150238 after retry RPC after error@931960259) -> (continuation of Deferred@308837955 after retry RPC after error@598252924) -> (continuation of Deferred@1996433211 after retry RPC after error@621713066), errback=(continuation of Deferred@2122034936 after retry RPC after error@439712794) -> (continuation of Deferred@1185003938 after retry RPC after error@1712296091) -> (continuation of Deferred@1159786188 after retry RPC after error@1959038942) -> (continuation of Deferred@1063474253 after retry RPC after error@628265074) -> (continuation of Deferred@1743150238 after retry RPC after error@931960259) -> (continuation of Deferred@308837955 after retry RPC after error@598252924) -> (continuation of Deferred@1996433211 after retry RPC after error@621713066)))
09:01:55.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.919 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.919 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.919 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.919 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.919 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.919 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.958 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.958 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.958 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.958 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.958 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.958 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.978 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.978 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.978 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.978 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.978 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.979 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:55.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:55.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:55.998 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:55.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.998 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.998 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:55.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.099 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.099 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.099 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@472413471(state=PENDING, result=null, callback=(continuation of Deferred@1304562678 after retry RPC after error@304687230) -> (continuation of Deferred@195352810 after retry RPC after error@1417397260) -> (continuation of Deferred@163313870 after retry RPC after error@1376410463) -> (continuation of Deferred@2143599228 after retry RPC after error@1972722220) -> (continuation of Deferred@599699928 after retry RPC after error@594466387) -> (continuation of Deferred@2040762136 after retry RPC after error@649657914), errback=(continuation of Deferred@1304562678 after retry RPC after error@304687230) -> (continuation of Deferred@195352810 after retry RPC after error@1417397260) -> (continuation of Deferred@163313870 after retry RPC after error@1376410463) -> (continuation of Deferred@2143599228 after retry RPC after error@1972722220) -> (continuation of Deferred@599699928 after retry RPC after error@594466387) -> (continuation of Deferred@2040762136 after retry RPC after error@649657914)))
09:01:56.100 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@472413471(state=PENDING, result=null, callback=(continuation of Deferred@1304562678 after retry RPC after error@304687230) -> (continuation of Deferred@195352810 after retry RPC after error@1417397260) -> (continuation of Deferred@163313870 after retry RPC after error@1376410463) -> (continuation of Deferred@2143599228 after retry RPC after error@1972722220) -> (continuation of Deferred@599699928 after retry RPC after error@594466387) -> (continuation of Deferred@2040762136 after retry RPC after error@649657914), errback=(continuation of Deferred@1304562678 after retry RPC after error@304687230) -> (continuation of Deferred@195352810 after retry RPC after error@1417397260) -> (continuation of Deferred@163313870 after retry RPC after error@1376410463) -> (continuation of Deferred@2143599228 after retry RPC after error@1972722220) -> (continuation of Deferred@599699928 after retry RPC after error@594466387) -> (continuation of Deferred@2040762136 after retry RPC after error@649657914)))
09:01:56.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.138 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.138 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.138 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.179 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.179 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.179 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.179 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.179 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.179 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.180 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:56.196868 817 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 1)
09:01:56.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:56.198235 817 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'fdaf21a18e56482795a70e6f6ee0905c', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'fdaf21a18e56482795a70e6f6ee0905c', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 1)
09:01:56.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.199 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.199 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.199 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.199 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.199 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.199 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.200 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:56.200505 817 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.0.80.126:43989)
09:01:56.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.238 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.238 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.238 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.238 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.299 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.300 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.300 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2076376993(state=PENDING, result=null, callback=(continuation of Deferred@307779525 after retry RPC after error@1139221961) -> (continuation of Deferred@196580087 after retry RPC after error@1734630359) -> (continuation of Deferred@928177793 after retry RPC after error@1306623183) -> (continuation of Deferred@2054586286 after retry RPC after error@1057569236) -> (continuation of Deferred@504254050 after retry RPC after error@1481596520) -> (continuation of Deferred@294502848 after retry RPC after error@1732021692), errback=(continuation of Deferred@307779525 after retry RPC after error@1139221961) -> (continuation of Deferred@196580087 after retry RPC after error@1734630359) -> (continuation of Deferred@928177793 after retry RPC after error@1306623183) -> (continuation of Deferred@2054586286 after retry RPC after error@1057569236) -> (continuation of Deferred@504254050 after retry RPC after error@1481596520) -> (continuation of Deferred@294502848 after retry RPC after error@1732021692)))
09:01:56.300 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2076376993(state=PENDING, result=null, callback=(continuation of Deferred@307779525 after retry RPC after error@1139221961) -> (continuation of Deferred@196580087 after retry RPC after error@1734630359) -> (continuation of Deferred@928177793 after retry RPC after error@1306623183) -> (continuation of Deferred@2054586286 after retry RPC after error@1057569236) -> (continuation of Deferred@504254050 after retry RPC after error@1481596520) -> (continuation of Deferred@294502848 after retry RPC after error@1732021692), errback=(continuation of Deferred@307779525 after retry RPC after error@1139221961) -> (continuation of Deferred@196580087 after retry RPC after error@1734630359) -> (continuation of Deferred@928177793 after retry RPC after error@1306623183) -> (continuation of Deferred@2054586286 after retry RPC after error@1057569236) -> (continuation of Deferred@504254050 after retry RPC after error@1481596520) -> (continuation of Deferred@294502848 after retry RPC after error@1732021692)))
09:01:56.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.318 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.318 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.318 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.338 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.338 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.338 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.339 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.339 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.339 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.358 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.359 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.398 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.399 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.399 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.418 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.479 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.479 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.479 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.479 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.479 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.559 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1072435679(state=PENDING, result=null, callback=(continuation of Deferred@166726584 after retry RPC after error@1461947939) -> (continuation of Deferred@1896003698 after retry RPC after error@784285028) -> (continuation of Deferred@656101056 after retry RPC after error@1812110998) -> (continuation of Deferred@145189452 after retry RPC after error@1604596257) -> (continuation of Deferred@582224475 after retry RPC after error@1522190005) -> (continuation of Deferred@1778135716 after retry RPC after error@389488768) -> (continuation of Deferred@366155503 after retry RPC after error@433124750), errback=(continuation of Deferred@166726584 after retry RPC after error@1461947939) -> (continuation of Deferred@1896003698 after retry RPC after error@784285028) -> (continuation of Deferred@656101056 after retry RPC after error@1812110998) -> (continuation of Deferred@145189452 after retry RPC after error@1604596257) -> (continuation of Deferred@582224475 after retry RPC after error@1522190005) -> (continuation of Deferred@1778135716 after retry RPC after error@389488768) -> (continuation of Deferred@366155503 after retry RPC after error@433124750)))
09:01:56.559 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1072435679(state=PENDING, result=null, callback=(continuation of Deferred@166726584 after retry RPC after error@1461947939) -> (continuation of Deferred@1896003698 after retry RPC after error@784285028) -> (continuation of Deferred@656101056 after retry RPC after error@1812110998) -> (continuation of Deferred@145189452 after retry RPC after error@1604596257) -> (continuation of Deferred@582224475 after retry RPC after error@1522190005) -> (continuation of Deferred@1778135716 after retry RPC after error@389488768) -> (continuation of Deferred@366155503 after retry RPC after error@433124750), errback=(continuation of Deferred@166726584 after retry RPC after error@1461947939) -> (continuation of Deferred@1896003698 after retry RPC after error@784285028) -> (continuation of Deferred@656101056 after retry RPC after error@1812110998) -> (continuation of Deferred@145189452 after retry RPC after error@1604596257) -> (continuation of Deferred@582224475 after retry RPC after error@1522190005) -> (continuation of Deferred@1778135716 after retry RPC after error@389488768) -> (continuation of Deferred@366155503 after retry RPC after error@433124750)))
09:01:56.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.579 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.579 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.579 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.579 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.580 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.599 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.599 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.599 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.599 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.599 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.618 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.618 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.618 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.678 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.678 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.678 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.697 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.697 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.698 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.698 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.698 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.698 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.698 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.800 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@837009336(state=PENDING, result=null, callback=(continuation of Deferred@1785748780 after retry RPC after error@1956912003) -> (continuation of Deferred@1667310034 after retry RPC after error@1339251833) -> (continuation of Deferred@656601490 after retry RPC after error@1930333942) -> (continuation of Deferred@428564212 after retry RPC after error@1282337064) -> (continuation of Deferred@2096115542 after retry RPC after error@2072930048) -> (continuation of Deferred@942795387 after retry RPC after error@53310460) -> (continuation of Deferred@2119857744 after retry RPC after error@1994696956), errback=(continuation of Deferred@1785748780 after retry RPC after error@1956912003) -> (continuation of Deferred@1667310034 after retry RPC after error@1339251833) -> (continuation of Deferred@656601490 after retry RPC after error@1930333942) -> (continuation of Deferred@428564212 after retry RPC after error@1282337064) -> (continuation of Deferred@2096115542 after retry RPC after error@2072930048) -> (continuation of Deferred@942795387 after retry RPC after error@53310460) -> (continuation of Deferred@2119857744 after retry RPC after error@1994696956)))
09:01:56.800 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@837009336(state=PENDING, result=null, callback=(continuation of Deferred@1785748780 after retry RPC after error@1956912003) -> (continuation of Deferred@1667310034 after retry RPC after error@1339251833) -> (continuation of Deferred@656601490 after retry RPC after error@1930333942) -> (continuation of Deferred@428564212 after retry RPC after error@1282337064) -> (continuation of Deferred@2096115542 after retry RPC after error@2072930048) -> (continuation of Deferred@942795387 after retry RPC after error@53310460) -> (continuation of Deferred@2119857744 after retry RPC after error@1994696956), errback=(continuation of Deferred@1785748780 after retry RPC after error@1956912003) -> (continuation of Deferred@1667310034 after retry RPC after error@1339251833) -> (continuation of Deferred@656601490 after retry RPC after error@1930333942) -> (continuation of Deferred@428564212 after retry RPC after error@1282337064) -> (continuation of Deferred@2096115542 after retry RPC after error@2072930048) -> (continuation of Deferred@942795387 after retry RPC after error@53310460) -> (continuation of Deferred@2119857744 after retry RPC after error@1994696956)))
09:01:56.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.818 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.818 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.818 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.838 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.838 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.838 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.838 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.838 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.858 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.859 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.859 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.859 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.859 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.859 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.860 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:56.874682 1450 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader e07e69363f7140b193437e291f4fc1fd)
09:01:56.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:56.874862 1450 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:01:56.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:56.875694 1450 leader_election.cc:290] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927), e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491)
09:01:56.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:56.877038 1214 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111) [suppressed 1 similar messages]
09:01:56.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:56.878547 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927): Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111)
09:01:56.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:01:56.878891 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491): Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:01:56.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:56.879133 1214 leader_election.cc:304] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35dc867795cd4958aa5652a714cf849b; no voters: e07e69363f7140b193437e291f4fc1fd, e2b6f443809b4549b961989c629717e3
09:01:56.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:56.879412 1450 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:01:56.879 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.898 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.898 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.898 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.899 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.899 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.899 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.918 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.918 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.918 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.919 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.919 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:56.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:56.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:56.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.978 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.979 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:56.979 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:56.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.040 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@429033910(state=PENDING, result=null, callback=(continuation of Deferred@1853347819 after retry RPC after error@470703362) -> (continuation of Deferred@973771622 after retry RPC after error@936927912) -> (continuation of Deferred@1740649271 after retry RPC after error@155751552) -> (continuation of Deferred@1731700588 after retry RPC after error@328094720) -> (continuation of Deferred@1974572237 after retry RPC after error@940634735) -> (continuation of Deferred@1648766662 after retry RPC after error@59328730) -> (continuation of Deferred@2062001050 after retry RPC after error@1163633955), errback=(continuation of Deferred@1853347819 after retry RPC after error@470703362) -> (continuation of Deferred@973771622 after retry RPC after error@936927912) -> (continuation of Deferred@1740649271 after retry RPC after error@155751552) -> (continuation of Deferred@1731700588 after retry RPC after error@328094720) -> (continuation of Deferred@1974572237 after retry RPC after error@940634735) -> (continuation of Deferred@1648766662 after retry RPC after error@59328730) -> (continuation of Deferred@2062001050 after retry RPC after error@1163633955)))
09:01:57.040 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@429033910(state=PENDING, result=null, callback=(continuation of Deferred@1853347819 after retry RPC after error@470703362) -> (continuation of Deferred@973771622 after retry RPC after error@936927912) -> (continuation of Deferred@1740649271 after retry RPC after error@155751552) -> (continuation of Deferred@1731700588 after retry RPC after error@328094720) -> (continuation of Deferred@1974572237 after retry RPC after error@940634735) -> (continuation of Deferred@1648766662 after retry RPC after error@59328730) -> (continuation of Deferred@2062001050 after retry RPC after error@1163633955), errback=(continuation of Deferred@1853347819 after retry RPC after error@470703362) -> (continuation of Deferred@973771622 after retry RPC after error@936927912) -> (continuation of Deferred@1740649271 after retry RPC after error@155751552) -> (continuation of Deferred@1731700588 after retry RPC after error@328094720) -> (continuation of Deferred@1974572237 after retry RPC after error@940634735) -> (continuation of Deferred@1648766662 after retry RPC after error@59328730) -> (continuation of Deferred@2062001050 after retry RPC after error@1163633955)))
09:01:57.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.078 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.078 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.078 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.078 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.078 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.098 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.098 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.098 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.138 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.138 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.138 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.139 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.139 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.159 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.159 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.159 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.159 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.159 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.160 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.160 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.218 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.218 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.218 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.240 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.240 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@897152789(state=PENDING, result=null, callback=(continuation of Deferred@640829777 after retry RPC after error@320670504) -> (continuation of Deferred@492448483 after retry RPC after error@1675962242) -> (continuation of Deferred@1462338158 after retry RPC after error@739674088) -> (continuation of Deferred@1616362939 after retry RPC after error@709123844) -> (continuation of Deferred@828736208 after retry RPC after error@701790931) -> (continuation of Deferred@1957929015 after retry RPC after error@2089254362) -> (continuation of Deferred@1634272152 after retry RPC after error@1809973124), errback=(continuation of Deferred@640829777 after retry RPC after error@320670504) -> (continuation of Deferred@492448483 after retry RPC after error@1675962242) -> (continuation of Deferred@1462338158 after retry RPC after error@739674088) -> (continuation of Deferred@1616362939 after retry RPC after error@709123844) -> (continuation of Deferred@828736208 after retry RPC after error@701790931) -> (continuation of Deferred@1957929015 after retry RPC after error@2089254362) -> (continuation of Deferred@1634272152 after retry RPC after error@1809973124)))
09:01:57.244 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [183ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@897152789(state=PENDING, result=null, callback=(continuation of Deferred@640829777 after retry RPC after error@320670504) -> (continuation of Deferred@492448483 after retry RPC after error@1675962242) -> (continuation of Deferred@1462338158 after retry RPC after error@739674088) -> (continuation of Deferred@1616362939 after retry RPC after error@709123844) -> (continuation of Deferred@828736208 after retry RPC after error@701790931) -> (continuation of Deferred@1957929015 after retry RPC after error@2089254362) -> (continuation of Deferred@1634272152 after retry RPC after error@1809973124), errback=(continuation of Deferred@640829777 after retry RPC after error@320670504) -> (continuation of Deferred@492448483 after retry RPC after error@1675962242) -> (continuation of Deferred@1462338158 after retry RPC after error@739674088) -> (continuation of Deferred@1616362939 after retry RPC after error@709123844) -> (continuation of Deferred@828736208 after retry RPC after error@701790931) -> (continuation of Deferred@1957929015 after retry RPC after error@2089254362) -> (continuation of Deferred@1634272152 after retry RPC after error@1809973124)))
09:01:57.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.258 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.258 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.258 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.279 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.280 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.280 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.280 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.280 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.280 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.280 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.281 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.298 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.298 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.298 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.298 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.298 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.299 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.338 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.338 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.338 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.338 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.418 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.479 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1486745853(state=PENDING, result=null, callback=(continuation of Deferred@965717165 after retry RPC after error@351973712) -> (continuation of Deferred@329445646 after retry RPC after error@605024671) -> (continuation of Deferred@1612827511 after retry RPC after error@563119634) -> (continuation of Deferred@633223599 after retry RPC after error@2129045390) -> (continuation of Deferred@284336470 after retry RPC after error@896996684) -> (continuation of Deferred@1632641292 after retry RPC after error@717299839) -> (continuation of Deferred@800902240 after retry RPC after error@585920942), errback=(continuation of Deferred@965717165 after retry RPC after error@351973712) -> (continuation of Deferred@329445646 after retry RPC after error@605024671) -> (continuation of Deferred@1612827511 after retry RPC after error@563119634) -> (continuation of Deferred@633223599 after retry RPC after error@2129045390) -> (continuation of Deferred@284336470 after retry RPC after error@896996684) -> (continuation of Deferred@1632641292 after retry RPC after error@717299839) -> (continuation of Deferred@800902240 after retry RPC after error@585920942)))
09:01:57.480 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1486745853(state=PENDING, result=null, callback=(continuation of Deferred@965717165 after retry RPC after error@351973712) -> (continuation of Deferred@329445646 after retry RPC after error@605024671) -> (continuation of Deferred@1612827511 after retry RPC after error@563119634) -> (continuation of Deferred@633223599 after retry RPC after error@2129045390) -> (continuation of Deferred@284336470 after retry RPC after error@896996684) -> (continuation of Deferred@1632641292 after retry RPC after error@717299839) -> (continuation of Deferred@800902240 after retry RPC after error@585920942), errback=(continuation of Deferred@965717165 after retry RPC after error@351973712) -> (continuation of Deferred@329445646 after retry RPC after error@605024671) -> (continuation of Deferred@1612827511 after retry RPC after error@563119634) -> (continuation of Deferred@633223599 after retry RPC after error@2129045390) -> (continuation of Deferred@284336470 after retry RPC after error@896996684) -> (continuation of Deferred@1632641292 after retry RPC after error@717299839) -> (continuation of Deferred@800902240 after retry RPC after error@585920942)))
09:01:57.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.498 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.517 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.518 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.538 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.538 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.538 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.538 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.538 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.538 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.578 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.578 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.598 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.598 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.598 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.678 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.678 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.678 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.678 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.678 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.699 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@139699296(state=PENDING, result=null, callback=(continuation of Deferred@1121879247 after retry RPC after error@1900058740) -> (continuation of Deferred@1126970 after retry RPC after error@359986940) -> (continuation of Deferred@599449697 after retry RPC after error@1447841626) -> (continuation of Deferred@1606760267 after retry RPC after error@1832188249) -> (continuation of Deferred@435795318 after retry RPC after error@763039628) -> (continuation of Deferred@1542593031 after retry RPC after error@289852945) -> (continuation of Deferred@1161857866 after retry RPC after error@817036033), errback=(continuation of Deferred@1121879247 after retry RPC after error@1900058740) -> (continuation of Deferred@1126970 after retry RPC after error@359986940) -> (continuation of Deferred@599449697 after retry RPC after error@1447841626) -> (continuation of Deferred@1606760267 after retry RPC after error@1832188249) -> (continuation of Deferred@435795318 after retry RPC after error@763039628) -> (continuation of Deferred@1542593031 after retry RPC after error@289852945) -> (continuation of Deferred@1161857866 after retry RPC after error@817036033)))
09:01:57.699 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@139699296(state=PENDING, result=null, callback=(continuation of Deferred@1121879247 after retry RPC after error@1900058740) -> (continuation of Deferred@1126970 after retry RPC after error@359986940) -> (continuation of Deferred@599449697 after retry RPC after error@1447841626) -> (continuation of Deferred@1606760267 after retry RPC after error@1832188249) -> (continuation of Deferred@435795318 after retry RPC after error@763039628) -> (continuation of Deferred@1542593031 after retry RPC after error@289852945) -> (continuation of Deferred@1161857866 after retry RPC after error@817036033), errback=(continuation of Deferred@1121879247 after retry RPC after error@1900058740) -> (continuation of Deferred@1126970 after retry RPC after error@359986940) -> (continuation of Deferred@599449697 after retry RPC after error@1447841626) -> (continuation of Deferred@1606760267 after retry RPC after error@1832188249) -> (continuation of Deferred@435795318 after retry RPC after error@763039628) -> (continuation of Deferred@1542593031 after retry RPC after error@289852945) -> (continuation of Deferred@1161857866 after retry RPC after error@817036033)))
09:01:57.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.717 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.718 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.718 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.718 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.718 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.738 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.738 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.738 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.739 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.739 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.739 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.758 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.758 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.798 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.798 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.798 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.838 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.838 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.838 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.838 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.858 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.858 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.858 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.859 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.859 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:57.977 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2106091346(state=PENDING, result=null, callback=(continuation of Deferred@1519185150 after retry RPC after error@845865406) -> (continuation of Deferred@1521338008 after retry RPC after error@1688307816) -> (continuation of Deferred@1509384990 after retry RPC after error@1022697103) -> (continuation of Deferred@140019343 after retry RPC after error@1616031012) -> (continuation of Deferred@39832995 after retry RPC after error@382380545) -> (continuation of Deferred@1516907177 after retry RPC after error@790927181) -> (continuation of Deferred@1407874527 after retry RPC after error@280188673), errback=(continuation of Deferred@1519185150 after retry RPC after error@845865406) -> (continuation of Deferred@1521338008 after retry RPC after error@1688307816) -> (continuation of Deferred@1509384990 after retry RPC after error@1022697103) -> (continuation of Deferred@140019343 after retry RPC after error@1616031012) -> (continuation of Deferred@39832995 after retry RPC after error@382380545) -> (continuation of Deferred@1516907177 after retry RPC after error@790927181) -> (continuation of Deferred@1407874527 after retry RPC after error@280188673)))
09:01:57.978 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:01:57.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:57.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:57.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:57.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:57.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.000 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.018 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.018 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.018 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.018 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.018 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.018 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.038 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.038 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.038 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.038 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.038 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.038 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.058 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.058 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.058 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.059 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.059 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.059 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.080 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.118 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.118 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.118 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.120 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.158 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.159 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.159 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.159 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.159 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.159 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.160 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.160 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@824405426(state=PENDING, result=null, callback=(continuation of Deferred@224730957 after retry RPC after error@1868625610) -> (continuation of Deferred@2050115572 after retry RPC after error@1356262397) -> (continuation of Deferred@1978403293 after retry RPC after error@491939596) -> (continuation of Deferred@1966579381 after retry RPC after error@307825389) -> (continuation of Deferred@124668826 after retry RPC after error@151664252) -> (continuation of Deferred@1082250206 after retry RPC after error@441820993), errback=(continuation of Deferred@224730957 after retry RPC after error@1868625610) -> (continuation of Deferred@2050115572 after retry RPC after error@1356262397) -> (continuation of Deferred@1978403293 after retry RPC after error@491939596) -> (continuation of Deferred@1966579381 after retry RPC after error@307825389) -> (continuation of Deferred@124668826 after retry RPC after error@151664252) -> (continuation of Deferred@1082250206 after retry RPC after error@441820993)))
09:01:58.160 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@824405426(state=PENDING, result=null, callback=(continuation of Deferred@224730957 after retry RPC after error@1868625610) -> (continuation of Deferred@2050115572 after retry RPC after error@1356262397) -> (continuation of Deferred@1978403293 after retry RPC after error@491939596) -> (continuation of Deferred@1966579381 after retry RPC after error@307825389) -> (continuation of Deferred@124668826 after retry RPC after error@151664252) -> (continuation of Deferred@1082250206 after retry RPC after error@441820993), errback=(continuation of Deferred@224730957 after retry RPC after error@1868625610) -> (continuation of Deferred@2050115572 after retry RPC after error@1356262397) -> (continuation of Deferred@1978403293 after retry RPC after error@491939596) -> (continuation of Deferred@1966579381 after retry RPC after error@307825389) -> (continuation of Deferred@124668826 after retry RPC after error@151664252) -> (continuation of Deferred@1082250206 after retry RPC after error@441820993)))
09:01:58.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.179 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.179 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.179 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.179 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.219 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.219 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.219 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.219 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.219 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.220 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.238 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.239 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.239 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.318 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.318 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.318 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.359 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@500880513(state=PENDING, result=null, callback=(continuation of Deferred@1983447718 after retry RPC after error@1821204664) -> (continuation of Deferred@614076054 after retry RPC after error@1873782872) -> (continuation of Deferred@1363000121 after retry RPC after error@1446152454) -> (continuation of Deferred@573101032 after retry RPC after error@819413661) -> (continuation of Deferred@202359757 after retry RPC after error@1320620531) -> (continuation of Deferred@719600734 after retry RPC after error@539836469) -> (continuation of Deferred@1389293142 after retry RPC after error@604001653), errback=(continuation of Deferred@1983447718 after retry RPC after error@1821204664) -> (continuation of Deferred@614076054 after retry RPC after error@1873782872) -> (continuation of Deferred@1363000121 after retry RPC after error@1446152454) -> (continuation of Deferred@573101032 after retry RPC after error@819413661) -> (continuation of Deferred@202359757 after retry RPC after error@1320620531) -> (continuation of Deferred@719600734 after retry RPC after error@539836469) -> (continuation of Deferred@1389293142 after retry RPC after error@604001653)))
09:01:58.359 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@500880513(state=PENDING, result=null, callback=(continuation of Deferred@1983447718 after retry RPC after error@1821204664) -> (continuation of Deferred@614076054 after retry RPC after error@1873782872) -> (continuation of Deferred@1363000121 after retry RPC after error@1446152454) -> (continuation of Deferred@573101032 after retry RPC after error@819413661) -> (continuation of Deferred@202359757 after retry RPC after error@1320620531) -> (continuation of Deferred@719600734 after retry RPC after error@539836469) -> (continuation of Deferred@1389293142 after retry RPC after error@604001653), errback=(continuation of Deferred@1983447718 after retry RPC after error@1821204664) -> (continuation of Deferred@614076054 after retry RPC after error@1873782872) -> (continuation of Deferred@1363000121 after retry RPC after error@1446152454) -> (continuation of Deferred@573101032 after retry RPC after error@819413661) -> (continuation of Deferred@202359757 after retry RPC after error@1320620531) -> (continuation of Deferred@719600734 after retry RPC after error@539836469) -> (continuation of Deferred@1389293142 after retry RPC after error@604001653)))
09:01:58.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.379 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.379 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.379 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.379 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.379 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.399 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.400 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.418 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.418 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.418 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.438 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.438 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.438 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.439 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.439 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.439 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.458 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.458 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.458 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.458 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.538 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.538 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.538 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.539 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1089647854(state=PENDING, result=null, callback=(continuation of Deferred@1728051832 after retry RPC after error@627741555) -> (continuation of Deferred@451722375 after retry RPC after error@1340882672) -> (continuation of Deferred@1448685903 after retry RPC after error@668582396) -> (continuation of Deferred@1479428356 after retry RPC after error@1989932879) -> (continuation of Deferred@1775723418 after retry RPC after error@15239549) -> (continuation of Deferred@707036685 after retry RPC after error@61619593), errback=(continuation of Deferred@1728051832 after retry RPC after error@627741555) -> (continuation of Deferred@451722375 after retry RPC after error@1340882672) -> (continuation of Deferred@1448685903 after retry RPC after error@668582396) -> (continuation of Deferred@1479428356 after retry RPC after error@1989932879) -> (continuation of Deferred@1775723418 after retry RPC after error@15239549) -> (continuation of Deferred@707036685 after retry RPC after error@61619593)))
09:01:58.539 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1089647854(state=PENDING, result=null, callback=(continuation of Deferred@1728051832 after retry RPC after error@627741555) -> (continuation of Deferred@451722375 after retry RPC after error@1340882672) -> (continuation of Deferred@1448685903 after retry RPC after error@668582396) -> (continuation of Deferred@1479428356 after retry RPC after error@1989932879) -> (continuation of Deferred@1775723418 after retry RPC after error@15239549) -> (continuation of Deferred@707036685 after retry RPC after error@61619593), errback=(continuation of Deferred@1728051832 after retry RPC after error@627741555) -> (continuation of Deferred@451722375 after retry RPC after error@1340882672) -> (continuation of Deferred@1448685903 after retry RPC after error@668582396) -> (continuation of Deferred@1479428356 after retry RPC after error@1989932879) -> (continuation of Deferred@1775723418 after retry RPC after error@15239549) -> (continuation of Deferred@707036685 after retry RPC after error@61619593)))
09:01:58.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.559 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.559 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.559 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.559 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.559 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.559 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.560 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.579 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.579 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.579 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:58.595633 1197 master_runner.cc:186] Error getting master registration for 127.0.80.125:34927: Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111),
09:01:58.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:01:58.595777 1197 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:01:58.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.618 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.618 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.638 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.638 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.638 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.638 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.638 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.638 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.678 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.678 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.678 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.678 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.678 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.758 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.758 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.759 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.759 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@42646070(state=PENDING, result=null, callback=(continuation of Deferred@62321277 after retry RPC after error@1535885944) -> (continuation of Deferred@1892905313 after retry RPC after error@668941895) -> (continuation of Deferred@332273115 after retry RPC after error@374578648) -> (continuation of Deferred@2103488010 after retry RPC after error@588487399) -> (continuation of Deferred@1083188115 after retry RPC after error@1244121860) -> (continuation of Deferred@852438196 after retry RPC after error@221535400) -> (continuation of Deferred@1283029542 after retry RPC after error@947054406), errback=(continuation of Deferred@62321277 after retry RPC after error@1535885944) -> (continuation of Deferred@1892905313 after retry RPC after error@668941895) -> (continuation of Deferred@332273115 after retry RPC after error@374578648) -> (continuation of Deferred@2103488010 after retry RPC after error@588487399) -> (continuation of Deferred@1083188115 after retry RPC after error@1244121860) -> (continuation of Deferred@852438196 after retry RPC after error@221535400) -> (continuation of Deferred@1283029542 after retry RPC after error@947054406)))
09:01:58.760 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@42646070(state=PENDING, result=null, callback=(continuation of Deferred@62321277 after retry RPC after error@1535885944) -> (continuation of Deferred@1892905313 after retry RPC after error@668941895) -> (continuation of Deferred@332273115 after retry RPC after error@374578648) -> (continuation of Deferred@2103488010 after retry RPC after error@588487399) -> (continuation of Deferred@1083188115 after retry RPC after error@1244121860) -> (continuation of Deferred@852438196 after retry RPC after error@221535400) -> (continuation of Deferred@1283029542 after retry RPC after error@947054406), errback=(continuation of Deferred@62321277 after retry RPC after error@1535885944) -> (continuation of Deferred@1892905313 after retry RPC after error@668941895) -> (continuation of Deferred@332273115 after retry RPC after error@374578648) -> (continuation of Deferred@2103488010 after retry RPC after error@588487399) -> (continuation of Deferred@1083188115 after retry RPC after error@1244121860) -> (continuation of Deferred@852438196 after retry RPC after error@221535400) -> (continuation of Deferred@1283029542 after retry RPC after error@947054406)))
09:01:58.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.778 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.778 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.778 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.778 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.779 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.779 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.798 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.798 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.798 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.798 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.798 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.798 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.838 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.838 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.838 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.838 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.838 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.838 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.858 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.859 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.859 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.859 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.859 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.859 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.878 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.878 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.878 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.879 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.879 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.940 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.940 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@426246156(state=PENDING, result=null, callback=(continuation of Deferred@765228706 after retry RPC after error@1634764562) -> (continuation of Deferred@1045422858 after retry RPC after error@1744764079) -> (continuation of Deferred@689553300 after retry RPC after error@1286927794) -> (continuation of Deferred@220338333 after retry RPC after error@497653266) -> (continuation of Deferred@2032693036 after retry RPC after error@316284126) -> (continuation of Deferred@262215912 after retry RPC after error@1592329736), errback=(continuation of Deferred@765228706 after retry RPC after error@1634764562) -> (continuation of Deferred@1045422858 after retry RPC after error@1744764079) -> (continuation of Deferred@689553300 after retry RPC after error@1286927794) -> (continuation of Deferred@220338333 after retry RPC after error@497653266) -> (continuation of Deferred@2032693036 after retry RPC after error@316284126) -> (continuation of Deferred@262215912 after retry RPC after error@1592329736)))
09:01:58.940 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@426246156(state=PENDING, result=null, callback=(continuation of Deferred@765228706 after retry RPC after error@1634764562) -> (continuation of Deferred@1045422858 after retry RPC after error@1744764079) -> (continuation of Deferred@689553300 after retry RPC after error@1286927794) -> (continuation of Deferred@220338333 after retry RPC after error@497653266) -> (continuation of Deferred@2032693036 after retry RPC after error@316284126) -> (continuation of Deferred@262215912 after retry RPC after error@1592329736), errback=(continuation of Deferred@765228706 after retry RPC after error@1634764562) -> (continuation of Deferred@1045422858 after retry RPC after error@1744764079) -> (continuation of Deferred@689553300 after retry RPC after error@1286927794) -> (continuation of Deferred@220338333 after retry RPC after error@497653266) -> (continuation of Deferred@2032693036 after retry RPC after error@316284126) -> (continuation of Deferred@262215912 after retry RPC after error@1592329736)))
09:01:58.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.958 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.958 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.958 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.959 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.959 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.959 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.978 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.978 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.978 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.978 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.978 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.978 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:58.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:58.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:58.998 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:58.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.998 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.998 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:58.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.019 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.019 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.038 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.038 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.039 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.039 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.040 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.078 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.078 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.078 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.079 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.079 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.079 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.118 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.119 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.119 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.199 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.199 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.199 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.200 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1094309561(state=PENDING, result=null, callback=(continuation of Deferred@58554341 after retry RPC after error@1334132444) -> (continuation of Deferred@1761806708 after retry RPC after error@1711310579) -> (continuation of Deferred@246028169 after retry RPC after error@1757395806) -> (continuation of Deferred@419846036 after retry RPC after error@2069065049) -> (continuation of Deferred@622541797 after retry RPC after error@820707667) -> (continuation of Deferred@469387821 after retry RPC after error@2074330542) -> (continuation of Deferred@119213356 after retry RPC after error@1871865093) -> (continuation of Deferred@644936184 after retry RPC after error@1125899821), errback=(continuation of Deferred@58554341 after retry RPC after error@1334132444) -> (continuation of Deferred@1761806708 after retry RPC after error@1711310579) -> (continuation of Deferred@246028169 after retry RPC after error@1757395806) -> (continuation of Deferred@419846036 after retry RPC after error@2069065049) -> (continuation of Deferred@622541797 after retry RPC after error@820707667) -> (continuation of Deferred@469387821 after retry RPC after error@2074330542) -> (continuation of Deferred@119213356 after retry RPC after error@1871865093) -> (continuation of Deferred@644936184 after retry RPC after error@1125899821)))
09:01:59.200 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1094309561(state=PENDING, result=null, callback=(continuation of Deferred@58554341 after retry RPC after error@1334132444) -> (continuation of Deferred@1761806708 after retry RPC after error@1711310579) -> (continuation of Deferred@246028169 after retry RPC after error@1757395806) -> (continuation of Deferred@419846036 after retry RPC after error@2069065049) -> (continuation of Deferred@622541797 after retry RPC after error@820707667) -> (continuation of Deferred@469387821 after retry RPC after error@2074330542) -> (continuation of Deferred@119213356 after retry RPC after error@1871865093) -> (continuation of Deferred@644936184 after retry RPC after error@1125899821), errback=(continuation of Deferred@58554341 after retry RPC after error@1334132444) -> (continuation of Deferred@1761806708 after retry RPC after error@1711310579) -> (continuation of Deferred@246028169 after retry RPC after error@1757395806) -> (continuation of Deferred@419846036 after retry RPC after error@2069065049) -> (continuation of Deferred@622541797 after retry RPC after error@820707667) -> (continuation of Deferred@469387821 after retry RPC after error@2074330542) -> (continuation of Deferred@119213356 after retry RPC after error@1871865093) -> (continuation of Deferred@644936184 after retry RPC after error@1125899821)))
09:01:59.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.218 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.218 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.218 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.218 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.238 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.238 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.238 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.239 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.239 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.239 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.260 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.278 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.278 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.278 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.278 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.278 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.298 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.298 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.298 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.299 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.317 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.438 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.440 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1988984733(state=PENDING, result=null, callback=(continuation of Deferred@393370296 after retry RPC after error@563269903) -> (continuation of Deferred@814164606 after retry RPC after error@770431588) -> (continuation of Deferred@675934971 after retry RPC after error@526668884) -> (continuation of Deferred@372853020 after retry RPC after error@1710393669) -> (continuation of Deferred@46883114 after retry RPC after error@1068520403) -> (continuation of Deferred@1662885008 after retry RPC after error@315918615) -> (continuation of Deferred@1263499350 after retry RPC after error@1985778727), errback=(continuation of Deferred@393370296 after retry RPC after error@563269903) -> (continuation of Deferred@814164606 after retry RPC after error@770431588) -> (continuation of Deferred@675934971 after retry RPC after error@526668884) -> (continuation of Deferred@372853020 after retry RPC after error@1710393669) -> (continuation of Deferred@46883114 after retry RPC after error@1068520403) -> (continuation of Deferred@1662885008 after retry RPC after error@315918615) -> (continuation of Deferred@1263499350 after retry RPC after error@1985778727)))
09:01:59.440 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1988984733(state=PENDING, result=null, callback=(continuation of Deferred@393370296 after retry RPC after error@563269903) -> (continuation of Deferred@814164606 after retry RPC after error@770431588) -> (continuation of Deferred@675934971 after retry RPC after error@526668884) -> (continuation of Deferred@372853020 after retry RPC after error@1710393669) -> (continuation of Deferred@46883114 after retry RPC after error@1068520403) -> (continuation of Deferred@1662885008 after retry RPC after error@315918615) -> (continuation of Deferred@1263499350 after retry RPC after error@1985778727), errback=(continuation of Deferred@393370296 after retry RPC after error@563269903) -> (continuation of Deferred@814164606 after retry RPC after error@770431588) -> (continuation of Deferred@675934971 after retry RPC after error@526668884) -> (continuation of Deferred@372853020 after retry RPC after error@1710393669) -> (continuation of Deferred@46883114 after retry RPC after error@1068520403) -> (continuation of Deferred@1662885008 after retry RPC after error@315918615) -> (continuation of Deferred@1263499350 after retry RPC after error@1985778727)))
09:01:59.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.479 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.479 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.479 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.479 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.479 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.480 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.518 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.518 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.518 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.538 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.538 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.538 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.557 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.679 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1202285764(state=PENDING, result=null, callback=(continuation of Deferred@244046471 after retry RPC after error@497878818) -> (continuation of Deferred@1728047649 after retry RPC after error@1782347126) -> (continuation of Deferred@976475476 after retry RPC after error@1330790695) -> (continuation of Deferred@1457849358 after retry RPC after error@1601920097) -> (continuation of Deferred@2076621743 after retry RPC after error@641767049) -> (continuation of Deferred@1492857659 after retry RPC after error@1575412753) -> (continuation of Deferred@330512321 after retry RPC after error@837099488), errback=(continuation of Deferred@244046471 after retry RPC after error@497878818) -> (continuation of Deferred@1728047649 after retry RPC after error@1782347126) -> (continuation of Deferred@976475476 after retry RPC after error@1330790695) -> (continuation of Deferred@1457849358 after retry RPC after error@1601920097) -> (continuation of Deferred@2076621743 after retry RPC after error@641767049) -> (continuation of Deferred@1492857659 after retry RPC after error@1575412753) -> (continuation of Deferred@330512321 after retry RPC after error@837099488)))
09:01:59.680 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1202285764(state=PENDING, result=null, callback=(continuation of Deferred@244046471 after retry RPC after error@497878818) -> (continuation of Deferred@1728047649 after retry RPC after error@1782347126) -> (continuation of Deferred@976475476 after retry RPC after error@1330790695) -> (continuation of Deferred@1457849358 after retry RPC after error@1601920097) -> (continuation of Deferred@2076621743 after retry RPC after error@641767049) -> (continuation of Deferred@1492857659 after retry RPC after error@1575412753) -> (continuation of Deferred@330512321 after retry RPC after error@837099488), errback=(continuation of Deferred@244046471 after retry RPC after error@497878818) -> (continuation of Deferred@1728047649 after retry RPC after error@1782347126) -> (continuation of Deferred@976475476 after retry RPC after error@1330790695) -> (continuation of Deferred@1457849358 after retry RPC after error@1601920097) -> (continuation of Deferred@2076621743 after retry RPC after error@641767049) -> (continuation of Deferred@1492857659 after retry RPC after error@1575412753) -> (continuation of Deferred@330512321 after retry RPC after error@837099488)))
09:01:59.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.718 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.718 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.718 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.718 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.718 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.740 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.759 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.759 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.759 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.778 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.778 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.778 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.778 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.778 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.778 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.818 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.818 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.818 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.818 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.818 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.818 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.879 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.919 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.919 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.919 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.919 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.919 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.919 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.920 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.920 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1294755321(state=PENDING, result=null, callback=(continuation of Deferred@1181651209 after retry RPC after error@2119520219) -> (continuation of Deferred@1192441275 after retry RPC after error@1765708557) -> (continuation of Deferred@1533714938 after retry RPC after error@253036251) -> (continuation of Deferred@1366639727 after retry RPC after error@1280185271) -> (continuation of Deferred@1118117557 after retry RPC after error@1705110500) -> (continuation of Deferred@504139011 after retry RPC after error@576972510) -> (continuation of Deferred@1213793425 after retry RPC after error@583874741), errback=(continuation of Deferred@1181651209 after retry RPC after error@2119520219) -> (continuation of Deferred@1192441275 after retry RPC after error@1765708557) -> (continuation of Deferred@1533714938 after retry RPC after error@253036251) -> (continuation of Deferred@1366639727 after retry RPC after error@1280185271) -> (continuation of Deferred@1118117557 after retry RPC after error@1705110500) -> (continuation of Deferred@504139011 after retry RPC after error@576972510) -> (continuation of Deferred@1213793425 after retry RPC after error@583874741)))
09:01:59.920 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1294755321(state=PENDING, result=null, callback=(continuation of Deferred@1181651209 after retry RPC after error@2119520219) -> (continuation of Deferred@1192441275 after retry RPC after error@1765708557) -> (continuation of Deferred@1533714938 after retry RPC after error@253036251) -> (continuation of Deferred@1366639727 after retry RPC after error@1280185271) -> (continuation of Deferred@1118117557 after retry RPC after error@1705110500) -> (continuation of Deferred@504139011 after retry RPC after error@576972510) -> (continuation of Deferred@1213793425 after retry RPC after error@583874741), errback=(continuation of Deferred@1181651209 after retry RPC after error@2119520219) -> (continuation of Deferred@1192441275 after retry RPC after error@1765708557) -> (continuation of Deferred@1533714938 after retry RPC after error@253036251) -> (continuation of Deferred@1366639727 after retry RPC after error@1280185271) -> (continuation of Deferred@1118117557 after retry RPC after error@1705110500) -> (continuation of Deferred@504139011 after retry RPC after error@576972510) -> (continuation of Deferred@1213793425 after retry RPC after error@583874741)))
09:01:59.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.938 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.938 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.938 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.938 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.938 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.938 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.958 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.958 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.958 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.958 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.958 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.958 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.960 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.980 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:01:59.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:01:59.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:01:59.998 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:01:59.998 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.998 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:01:59.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.019 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.020 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.020 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.020 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.020 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.020 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.020 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.021 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.038 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.038 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.038 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.100 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.158 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.158 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.159 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.159 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.159 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.159 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.160 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.160 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1761332264(state=PENDING, result=null, callback=(continuation of Deferred@1364460250 after retry RPC after error@117728922) -> (continuation of Deferred@115643377 after retry RPC after error@818447753) -> (continuation of Deferred@1098580888 after retry RPC after error@1701809563) -> (continuation of Deferred@1194779100 after retry RPC after error@858177662) -> (continuation of Deferred@718828097 after retry RPC after error@868360660) -> (continuation of Deferred@1124736625 after retry RPC after error@1185551198) -> (continuation of Deferred@789130160 after retry RPC after error@233272068), errback=(continuation of Deferred@1364460250 after retry RPC after error@117728922) -> (continuation of Deferred@115643377 after retry RPC after error@818447753) -> (continuation of Deferred@1098580888 after retry RPC after error@1701809563) -> (continuation of Deferred@1194779100 after retry RPC after error@858177662) -> (continuation of Deferred@718828097 after retry RPC after error@868360660) -> (continuation of Deferred@1124736625 after retry RPC after error@1185551198) -> (continuation of Deferred@789130160 after retry RPC after error@233272068)))
09:02:00.160 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [84ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1761332264(state=PENDING, result=null, callback=(continuation of Deferred@1364460250 after retry RPC after error@117728922) -> (continuation of Deferred@115643377 after retry RPC after error@818447753) -> (continuation of Deferred@1098580888 after retry RPC after error@1701809563) -> (continuation of Deferred@1194779100 after retry RPC after error@858177662) -> (continuation of Deferred@718828097 after retry RPC after error@868360660) -> (continuation of Deferred@1124736625 after retry RPC after error@1185551198) -> (continuation of Deferred@789130160 after retry RPC after error@233272068), errback=(continuation of Deferred@1364460250 after retry RPC after error@117728922) -> (continuation of Deferred@115643377 after retry RPC after error@818447753) -> (continuation of Deferred@1098580888 after retry RPC after error@1701809563) -> (continuation of Deferred@1194779100 after retry RPC after error@858177662) -> (continuation of Deferred@718828097 after retry RPC after error@868360660) -> (continuation of Deferred@1124736625 after retry RPC after error@1185551198) -> (continuation of Deferred@789130160 after retry RPC after error@233272068)))
09:02:00.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.179 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.179 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.179 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.179 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.179 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.179 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.180 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.198 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.198 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.198 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.199 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.199 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.199 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.200 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.238 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.238 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.238 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.238 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.239 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.258 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.258 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.259 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.259 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.260 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.298 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.298 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.298 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.298 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.298 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.300 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.358 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.358 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.358 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.358 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.358 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.358 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.420 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@133159238(state=PENDING, result=null, callback=(continuation of Deferred@567284577 after retry RPC after error@1897410253) -> (continuation of Deferred@952708512 after retry RPC after error@1091958294) -> (continuation of Deferred@1618980430 after retry RPC after error@1352764106) -> (continuation of Deferred@569645395 after retry RPC after error@1337982525) -> (continuation of Deferred@1378825306 after retry RPC after error@235148047) -> (continuation of Deferred@263961885 after retry RPC after error@1069933761) -> (continuation of Deferred@342067847 after retry RPC after error@978419567), errback=(continuation of Deferred@567284577 after retry RPC after error@1897410253) -> (continuation of Deferred@952708512 after retry RPC after error@1091958294) -> (continuation of Deferred@1618980430 after retry RPC after error@1352764106) -> (continuation of Deferred@569645395 after retry RPC after error@1337982525) -> (continuation of Deferred@1378825306 after retry RPC after error@235148047) -> (continuation of Deferred@263961885 after retry RPC after error@1069933761) -> (continuation of Deferred@342067847 after retry RPC after error@978419567)))
09:02:00.420 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@133159238(state=PENDING, result=null, callback=(continuation of Deferred@567284577 after retry RPC after error@1897410253) -> (continuation of Deferred@952708512 after retry RPC after error@1091958294) -> (continuation of Deferred@1618980430 after retry RPC after error@1352764106) -> (continuation of Deferred@569645395 after retry RPC after error@1337982525) -> (continuation of Deferred@1378825306 after retry RPC after error@235148047) -> (continuation of Deferred@263961885 after retry RPC after error@1069933761) -> (continuation of Deferred@342067847 after retry RPC after error@978419567), errback=(continuation of Deferred@567284577 after retry RPC after error@1897410253) -> (continuation of Deferred@952708512 after retry RPC after error@1091958294) -> (continuation of Deferred@1618980430 after retry RPC after error@1352764106) -> (continuation of Deferred@569645395 after retry RPC after error@1337982525) -> (continuation of Deferred@1378825306 after retry RPC after error@235148047) -> (continuation of Deferred@263961885 after retry RPC after error@1069933761) -> (continuation of Deferred@342067847 after retry RPC after error@978419567)))
09:02:00.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.438 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.438 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.438 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.438 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.438 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.438 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.478 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.479 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.498 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.498 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.499 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.499 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.500 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.518 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.578 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.578 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.658 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.658 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.658 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.658 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.658 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.659 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@718268507(state=PENDING, result=null, callback=(continuation of Deferred@1240269028 after retry RPC after error@1582663692) -> (continuation of Deferred@629238147 after retry RPC after error@1893322840) -> (continuation of Deferred@1368523911 after retry RPC after error@594932561) -> (continuation of Deferred@227957709 after retry RPC after error@871563575) -> (continuation of Deferred@1921293810 after retry RPC after error@2120681352) -> (continuation of Deferred@1091597242 after retry RPC after error@1791047702) -> (continuation of Deferred@1023169457 after retry RPC after error@2061584609), errback=(continuation of Deferred@1240269028 after retry RPC after error@1582663692) -> (continuation of Deferred@629238147 after retry RPC after error@1893322840) -> (continuation of Deferred@1368523911 after retry RPC after error@594932561) -> (continuation of Deferred@227957709 after retry RPC after error@871563575) -> (continuation of Deferred@1921293810 after retry RPC after error@2120681352) -> (continuation of Deferred@1091597242 after retry RPC after error@1791047702) -> (continuation of Deferred@1023169457 after retry RPC after error@2061584609)))
09:02:00.659 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@718268507(state=PENDING, result=null, callback=(continuation of Deferred@1240269028 after retry RPC after error@1582663692) -> (continuation of Deferred@629238147 after retry RPC after error@1893322840) -> (continuation of Deferred@1368523911 after retry RPC after error@594932561) -> (continuation of Deferred@227957709 after retry RPC after error@871563575) -> (continuation of Deferred@1921293810 after retry RPC after error@2120681352) -> (continuation of Deferred@1091597242 after retry RPC after error@1791047702) -> (continuation of Deferred@1023169457 after retry RPC after error@2061584609), errback=(continuation of Deferred@1240269028 after retry RPC after error@1582663692) -> (continuation of Deferred@629238147 after retry RPC after error@1893322840) -> (continuation of Deferred@1368523911 after retry RPC after error@594932561) -> (continuation of Deferred@227957709 after retry RPC after error@871563575) -> (continuation of Deferred@1921293810 after retry RPC after error@2120681352) -> (continuation of Deferred@1091597242 after retry RPC after error@1791047702) -> (continuation of Deferred@1023169457 after retry RPC after error@2061584609)))
09:02:00.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.678 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.678 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.678 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.678 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.678 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.700 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.718 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.718 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.718 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.719 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.719 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.738 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.738 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.738 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.738 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.738 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.738 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.758 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.758 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.858 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.859 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.859 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.859 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.879 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.879 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.879 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.879 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.879 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.879 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.880 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.880 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@488213977(state=PENDING, result=null, callback=(continuation of Deferred@1164284513 after retry RPC after error@329113827) -> (continuation of Deferred@909397930 after retry RPC after error@1729264624) -> (continuation of Deferred@235740137 after retry RPC after error@1919641651) -> (continuation of Deferred@1723216075 after retry RPC after error@311368214) -> (continuation of Deferred@1958451709 after retry RPC after error@1572363689) -> (continuation of Deferred@182394557 after retry RPC after error@1626012250) -> (continuation of Deferred@1219945419 after retry RPC after error@1476180577), errback=(continuation of Deferred@1164284513 after retry RPC after error@329113827) -> (continuation of Deferred@909397930 after retry RPC after error@1729264624) -> (continuation of Deferred@235740137 after retry RPC after error@1919641651) -> (continuation of Deferred@1723216075 after retry RPC after error@311368214) -> (continuation of Deferred@1958451709 after retry RPC after error@1572363689) -> (continuation of Deferred@182394557 after retry RPC after error@1626012250) -> (continuation of Deferred@1219945419 after retry RPC after error@1476180577)))
09:02:00.880 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@488213977(state=PENDING, result=null, callback=(continuation of Deferred@1164284513 after retry RPC after error@329113827) -> (continuation of Deferred@909397930 after retry RPC after error@1729264624) -> (continuation of Deferred@235740137 after retry RPC after error@1919641651) -> (continuation of Deferred@1723216075 after retry RPC after error@311368214) -> (continuation of Deferred@1958451709 after retry RPC after error@1572363689) -> (continuation of Deferred@182394557 after retry RPC after error@1626012250) -> (continuation of Deferred@1219945419 after retry RPC after error@1476180577), errback=(continuation of Deferred@1164284513 after retry RPC after error@329113827) -> (continuation of Deferred@909397930 after retry RPC after error@1729264624) -> (continuation of Deferred@235740137 after retry RPC after error@1919641651) -> (continuation of Deferred@1723216075 after retry RPC after error@311368214) -> (continuation of Deferred@1958451709 after retry RPC after error@1572363689) -> (continuation of Deferred@182394557 after retry RPC after error@1626012250) -> (continuation of Deferred@1219945419 after retry RPC after error@1476180577)))
09:02:00.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.898 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.898 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.899 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.900 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.920 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.938 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.958 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.978 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.979 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.979 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.980 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:00.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:00.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:00.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:00.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:00.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.098 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.098 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.099 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.100 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1495623349(state=PENDING, result=null, callback=(continuation of Deferred@278361202 after retry RPC after error@515672079) -> (continuation of Deferred@1322715947 after retry RPC after error@1010162826) -> (continuation of Deferred@388635546 after retry RPC after error@1831601536) -> (continuation of Deferred@458544477 after retry RPC after error@160930609) -> (continuation of Deferred@1319548754 after retry RPC after error@1135328003) -> (continuation of Deferred@2120773654 after retry RPC after error@1259545337) -> (continuation of Deferred@812912878 after retry RPC after error@773441088), errback=(continuation of Deferred@278361202 after retry RPC after error@515672079) -> (continuation of Deferred@1322715947 after retry RPC after error@1010162826) -> (continuation of Deferred@388635546 after retry RPC after error@1831601536) -> (continuation of Deferred@458544477 after retry RPC after error@160930609) -> (continuation of Deferred@1319548754 after retry RPC after error@1135328003) -> (continuation of Deferred@2120773654 after retry RPC after error@1259545337) -> (continuation of Deferred@812912878 after retry RPC after error@773441088)))
09:02:01.100 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1495623349(state=PENDING, result=null, callback=(continuation of Deferred@278361202 after retry RPC after error@515672079) -> (continuation of Deferred@1322715947 after retry RPC after error@1010162826) -> (continuation of Deferred@388635546 after retry RPC after error@1831601536) -> (continuation of Deferred@458544477 after retry RPC after error@160930609) -> (continuation of Deferred@1319548754 after retry RPC after error@1135328003) -> (continuation of Deferred@2120773654 after retry RPC after error@1259545337) -> (continuation of Deferred@812912878 after retry RPC after error@773441088), errback=(continuation of Deferred@278361202 after retry RPC after error@515672079) -> (continuation of Deferred@1322715947 after retry RPC after error@1010162826) -> (continuation of Deferred@388635546 after retry RPC after error@1831601536) -> (continuation of Deferred@458544477 after retry RPC after error@160930609) -> (continuation of Deferred@1319548754 after retry RPC after error@1135328003) -> (continuation of Deferred@2120773654 after retry RPC after error@1259545337) -> (continuation of Deferred@812912878 after retry RPC after error@773441088)))
09:02:01.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.118 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.118 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.118 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.158 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.158 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.178 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.178 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.178 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.198 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.198 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.199 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.199 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.199 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.199 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:01.215533 817 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 1)
09:02:01.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.220 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:01.220907 817 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'fdaf21a18e56482795a70e6f6ee0905c', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'fdaf21a18e56482795a70e6f6ee0905c', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 1)
09:02:01.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:01.222867 817 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.0.80.126:43989)
09:02:01.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.259 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.259 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.259 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.260 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.260 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.260 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.260 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.278 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.279 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.279 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.279 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.279 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.280 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.280 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.320 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.320 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1239578483(state=PENDING, result=null, callback=(continuation of Deferred@1797990087 after retry RPC after error@729500617) -> (continuation of Deferred@1824369459 after retry RPC after error@918421560) -> (continuation of Deferred@76617014 after retry RPC after error@1967465326) -> (continuation of Deferred@1956707014 after retry RPC after error@844729258) -> (continuation of Deferred@1047335026 after retry RPC after error@1651448450) -> (continuation of Deferred@292203203 after retry RPC after error@1871738783) -> (continuation of Deferred@958923935 after retry RPC after error@596222514) -> (continuation of Deferred@1743861810 after retry RPC after error@196184028), errback=(continuation of Deferred@1797990087 after retry RPC after error@729500617) -> (continuation of Deferred@1824369459 after retry RPC after error@918421560) -> (continuation of Deferred@76617014 after retry RPC after error@1967465326) -> (continuation of Deferred@1956707014 after retry RPC after error@844729258) -> (continuation of Deferred@1047335026 after retry RPC after error@1651448450) -> (continuation of Deferred@292203203 after retry RPC after error@1871738783) -> (continuation of Deferred@958923935 after retry RPC after error@596222514) -> (continuation of Deferred@1743861810 after retry RPC after error@196184028)))
09:02:01.320 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1239578483(state=PENDING, result=null, callback=(continuation of Deferred@1797990087 after retry RPC after error@729500617) -> (continuation of Deferred@1824369459 after retry RPC after error@918421560) -> (continuation of Deferred@76617014 after retry RPC after error@1967465326) -> (continuation of Deferred@1956707014 after retry RPC after error@844729258) -> (continuation of Deferred@1047335026 after retry RPC after error@1651448450) -> (continuation of Deferred@292203203 after retry RPC after error@1871738783) -> (continuation of Deferred@958923935 after retry RPC after error@596222514) -> (continuation of Deferred@1743861810 after retry RPC after error@196184028), errback=(continuation of Deferred@1797990087 after retry RPC after error@729500617) -> (continuation of Deferred@1824369459 after retry RPC after error@918421560) -> (continuation of Deferred@76617014 after retry RPC after error@1967465326) -> (continuation of Deferred@1956707014 after retry RPC after error@844729258) -> (continuation of Deferred@1047335026 after retry RPC after error@1651448450) -> (continuation of Deferred@292203203 after retry RPC after error@1871738783) -> (continuation of Deferred@958923935 after retry RPC after error@596222514) -> (continuation of Deferred@1743861810 after retry RPC after error@196184028)))
09:02:01.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.358 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.358 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.358 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.358 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.358 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.358 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.398 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.398 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.398 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.398 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.399 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.399 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.400 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.438 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.559 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@617086256(state=PENDING, result=null, callback=(continuation of Deferred@787154403 after retry RPC after error@1046188290) -> (continuation of Deferred@1855221317 after retry RPC after error@1965105370) -> (continuation of Deferred@51640192 after retry RPC after error@1629664609) -> (continuation of Deferred@747182406 after retry RPC after error@1355992061) -> (continuation of Deferred@1281464720 after retry RPC after error@949789888) -> (continuation of Deferred@1555810748 after retry RPC after error@451964149) -> (continuation of Deferred@1511901986 after retry RPC after error@125488645), errback=(continuation of Deferred@787154403 after retry RPC after error@1046188290) -> (continuation of Deferred@1855221317 after retry RPC after error@1965105370) -> (continuation of Deferred@51640192 after retry RPC after error@1629664609) -> (continuation of Deferred@747182406 after retry RPC after error@1355992061) -> (continuation of Deferred@1281464720 after retry RPC after error@949789888) -> (continuation of Deferred@1555810748 after retry RPC after error@451964149) -> (continuation of Deferred@1511901986 after retry RPC after error@125488645)))
09:02:01.560 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@617086256(state=PENDING, result=null, callback=(continuation of Deferred@787154403 after retry RPC after error@1046188290) -> (continuation of Deferred@1855221317 after retry RPC after error@1965105370) -> (continuation of Deferred@51640192 after retry RPC after error@1629664609) -> (continuation of Deferred@747182406 after retry RPC after error@1355992061) -> (continuation of Deferred@1281464720 after retry RPC after error@949789888) -> (continuation of Deferred@1555810748 after retry RPC after error@451964149) -> (continuation of Deferred@1511901986 after retry RPC after error@125488645), errback=(continuation of Deferred@787154403 after retry RPC after error@1046188290) -> (continuation of Deferred@1855221317 after retry RPC after error@1965105370) -> (continuation of Deferred@51640192 after retry RPC after error@1629664609) -> (continuation of Deferred@747182406 after retry RPC after error@1355992061) -> (continuation of Deferred@1281464720 after retry RPC after error@949789888) -> (continuation of Deferred@1555810748 after retry RPC after error@451964149) -> (continuation of Deferred@1511901986 after retry RPC after error@125488645)))
09:02:01.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.598 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.598 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.598 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.598 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.619 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.619 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.619 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.619 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.619 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.619 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.620 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.638 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.638 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.638 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.638 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.718 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.718 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.718 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.718 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.738 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.739 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.739 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.739 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.740 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@207307976(state=PENDING, result=null, callback=(continuation of Deferred@315779206 after retry RPC after error@1022918836) -> (continuation of Deferred@482896047 after retry RPC after error@1256395514) -> (continuation of Deferred@1274336632 after retry RPC after error@871436690) -> (continuation of Deferred@1814268499 after retry RPC after error@1040527855) -> (continuation of Deferred@1396145218 after retry RPC after error@1760660023) -> (continuation of Deferred@418444392 after retry RPC after error@258811088) -> (continuation of Deferred@1733331987 after retry RPC after error@60035836), errback=(continuation of Deferred@315779206 after retry RPC after error@1022918836) -> (continuation of Deferred@482896047 after retry RPC after error@1256395514) -> (continuation of Deferred@1274336632 after retry RPC after error@871436690) -> (continuation of Deferred@1814268499 after retry RPC after error@1040527855) -> (continuation of Deferred@1396145218 after retry RPC after error@1760660023) -> (continuation of Deferred@418444392 after retry RPC after error@258811088) -> (continuation of Deferred@1733331987 after retry RPC after error@60035836)))
09:02:01.740 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@207307976(state=PENDING, result=null, callback=(continuation of Deferred@315779206 after retry RPC after error@1022918836) -> (continuation of Deferred@482896047 after retry RPC after error@1256395514) -> (continuation of Deferred@1274336632 after retry RPC after error@871436690) -> (continuation of Deferred@1814268499 after retry RPC after error@1040527855) -> (continuation of Deferred@1396145218 after retry RPC after error@1760660023) -> (continuation of Deferred@418444392 after retry RPC after error@258811088) -> (continuation of Deferred@1733331987 after retry RPC after error@60035836), errback=(continuation of Deferred@315779206 after retry RPC after error@1022918836) -> (continuation of Deferred@482896047 after retry RPC after error@1256395514) -> (continuation of Deferred@1274336632 after retry RPC after error@871436690) -> (continuation of Deferred@1814268499 after retry RPC after error@1040527855) -> (continuation of Deferred@1396145218 after retry RPC after error@1760660023) -> (continuation of Deferred@418444392 after retry RPC after error@258811088) -> (continuation of Deferred@1733331987 after retry RPC after error@60035836)))
09:02:01.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.778 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.778 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.778 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.778 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.778 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.818 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.818 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.818 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.818 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.818 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.818 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.840 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.878 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.878 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.878 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.878 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.878 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.878 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.879 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.918 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.918 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.918 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.919 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.919 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.920 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1638912185(state=PENDING, result=null, callback=(continuation of Deferred@860198336 after retry RPC after error@467443934) -> (continuation of Deferred@399541195 after retry RPC after error@149267344) -> (continuation of Deferred@387042521 after retry RPC after error@1765102773) -> (continuation of Deferred@2062044291 after retry RPC after error@1605671277) -> (continuation of Deferred@1188753734 after retry RPC after error@92898772) -> (continuation of Deferred@1027431858 after retry RPC after error@1178195081), errback=(continuation of Deferred@860198336 after retry RPC after error@467443934) -> (continuation of Deferred@399541195 after retry RPC after error@149267344) -> (continuation of Deferred@387042521 after retry RPC after error@1765102773) -> (continuation of Deferred@2062044291 after retry RPC after error@1605671277) -> (continuation of Deferred@1188753734 after retry RPC after error@92898772) -> (continuation of Deferred@1027431858 after retry RPC after error@1178195081)))
09:02:01.920 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1638912185(state=PENDING, result=null, callback=(continuation of Deferred@860198336 after retry RPC after error@467443934) -> (continuation of Deferred@399541195 after retry RPC after error@149267344) -> (continuation of Deferred@387042521 after retry RPC after error@1765102773) -> (continuation of Deferred@2062044291 after retry RPC after error@1605671277) -> (continuation of Deferred@1188753734 after retry RPC after error@92898772) -> (continuation of Deferred@1027431858 after retry RPC after error@1178195081), errback=(continuation of Deferred@860198336 after retry RPC after error@467443934) -> (continuation of Deferred@399541195 after retry RPC after error@149267344) -> (continuation of Deferred@387042521 after retry RPC after error@1765102773) -> (continuation of Deferred@2062044291 after retry RPC after error@1605671277) -> (continuation of Deferred@1188753734 after retry RPC after error@92898772) -> (continuation of Deferred@1027431858 after retry RPC after error@1178195081)))
09:02:01.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.938 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.938 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.938 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.938 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.978 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.978 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.978 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.978 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.978 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.978 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:01.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:01.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:01.998 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.998 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.998 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.998 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:01.998 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:01.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.018 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.018 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.018 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.018 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.018 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.018 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.138 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.138 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.138 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.138 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.138 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.138 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.179 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.179 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.179 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.180 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1409800353(state=PENDING, result=null, callback=(continuation of Deferred@2081884043 after retry RPC after error@991578488) -> (continuation of Deferred@1558444909 after retry RPC after error@919331456) -> (continuation of Deferred@1914994829 after retry RPC after error@463230520) -> (continuation of Deferred@1491594933 after retry RPC after error@835832011) -> (continuation of Deferred@1738999444 after retry RPC after error@519287246) -> (continuation of Deferred@2038851299 after retry RPC after error@1185840776) -> (continuation of Deferred@425870191 after retry RPC after error@446495820) -> (continuation of Deferred@1357324418 after retry RPC after error@1703431720), errback=(continuation of Deferred@2081884043 after retry RPC after error@991578488) -> (continuation of Deferred@1558444909 after retry RPC after error@919331456) -> (continuation of Deferred@1914994829 after retry RPC after error@463230520) -> (continuation of Deferred@1491594933 after retry RPC after error@835832011) -> (continuation of Deferred@1738999444 after retry RPC after error@519287246) -> (continuation of Deferred@2038851299 after retry RPC after error@1185840776) -> (continuation of Deferred@425870191 after retry RPC after error@446495820) -> (continuation of Deferred@1357324418 after retry RPC after error@1703431720)))
09:02:02.180 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1409800353(state=PENDING, result=null, callback=(continuation of Deferred@2081884043 after retry RPC after error@991578488) -> (continuation of Deferred@1558444909 after retry RPC after error@919331456) -> (continuation of Deferred@1914994829 after retry RPC after error@463230520) -> (continuation of Deferred@1491594933 after retry RPC after error@835832011) -> (continuation of Deferred@1738999444 after retry RPC after error@519287246) -> (continuation of Deferred@2038851299 after retry RPC after error@1185840776) -> (continuation of Deferred@425870191 after retry RPC after error@446495820) -> (continuation of Deferred@1357324418 after retry RPC after error@1703431720), errback=(continuation of Deferred@2081884043 after retry RPC after error@991578488) -> (continuation of Deferred@1558444909 after retry RPC after error@919331456) -> (continuation of Deferred@1914994829 after retry RPC after error@463230520) -> (continuation of Deferred@1491594933 after retry RPC after error@835832011) -> (continuation of Deferred@1738999444 after retry RPC after error@519287246) -> (continuation of Deferred@2038851299 after retry RPC after error@1185840776) -> (continuation of Deferred@425870191 after retry RPC after error@446495820) -> (continuation of Deferred@1357324418 after retry RPC after error@1703431720)))
09:02:02.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.200 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.218 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.218 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.218 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.218 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.238 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.238 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.257 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.257 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.257 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.258 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.318 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.318 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.318 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.398 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.398 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.398 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.398 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.398 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.398 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.398 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.399 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1676630391(state=PENDING, result=null, callback=(continuation of Deferred@1068776759 after retry RPC after error@1557462920) -> (continuation of Deferred@1870234763 after retry RPC after error@1992580338) -> (continuation of Deferred@1745324696 after retry RPC after error@324272303) -> (continuation of Deferred@808096658 after retry RPC after error@1683843753) -> (continuation of Deferred@819621872 after retry RPC after error@62406716) -> (continuation of Deferred@1743451610 after retry RPC after error@1760412588) -> (continuation of Deferred@195794094 after retry RPC after error@1255377991), errback=(continuation of Deferred@1068776759 after retry RPC after error@1557462920) -> (continuation of Deferred@1870234763 after retry RPC after error@1992580338) -> (continuation of Deferred@1745324696 after retry RPC after error@324272303) -> (continuation of Deferred@808096658 after retry RPC after error@1683843753) -> (continuation of Deferred@819621872 after retry RPC after error@62406716) -> (continuation of Deferred@1743451610 after retry RPC after error@1760412588) -> (continuation of Deferred@195794094 after retry RPC after error@1255377991)))
09:02:02.399 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1676630391(state=PENDING, result=null, callback=(continuation of Deferred@1068776759 after retry RPC after error@1557462920) -> (continuation of Deferred@1870234763 after retry RPC after error@1992580338) -> (continuation of Deferred@1745324696 after retry RPC after error@324272303) -> (continuation of Deferred@808096658 after retry RPC after error@1683843753) -> (continuation of Deferred@819621872 after retry RPC after error@62406716) -> (continuation of Deferred@1743451610 after retry RPC after error@1760412588) -> (continuation of Deferred@195794094 after retry RPC after error@1255377991), errback=(continuation of Deferred@1068776759 after retry RPC after error@1557462920) -> (continuation of Deferred@1870234763 after retry RPC after error@1992580338) -> (continuation of Deferred@1745324696 after retry RPC after error@324272303) -> (continuation of Deferred@808096658 after retry RPC after error@1683843753) -> (continuation of Deferred@819621872 after retry RPC after error@62406716) -> (continuation of Deferred@1743451610 after retry RPC after error@1760412588) -> (continuation of Deferred@195794094 after retry RPC after error@1255377991)))
09:02:02.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.438 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.477 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.477 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.478 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.478 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.478 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.538 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.539 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.539 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.540 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.578 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.579 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.638 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.639 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.639 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.639 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.640 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.640 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@942290496(state=PENDING, result=null, callback=(continuation of Deferred@1229968652 after retry RPC after error@541407833) -> (continuation of Deferred@658647871 after retry RPC after error@1312002465) -> (continuation of Deferred@2036583134 after retry RPC after error@1895673945) -> (continuation of Deferred@1179674282 after retry RPC after error@339495256) -> (continuation of Deferred@1944998971 after retry RPC after error@1854692711) -> (continuation of Deferred@724304682 after retry RPC after error@1563224478) -> (continuation of Deferred@1549939084 after retry RPC after error@1342777346), errback=(continuation of Deferred@1229968652 after retry RPC after error@541407833) -> (continuation of Deferred@658647871 after retry RPC after error@1312002465) -> (continuation of Deferred@2036583134 after retry RPC after error@1895673945) -> (continuation of Deferred@1179674282 after retry RPC after error@339495256) -> (continuation of Deferred@1944998971 after retry RPC after error@1854692711) -> (continuation of Deferred@724304682 after retry RPC after error@1563224478) -> (continuation of Deferred@1549939084 after retry RPC after error@1342777346)))
09:02:02.640 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@942290496(state=PENDING, result=null, callback=(continuation of Deferred@1229968652 after retry RPC after error@541407833) -> (continuation of Deferred@658647871 after retry RPC after error@1312002465) -> (continuation of Deferred@2036583134 after retry RPC after error@1895673945) -> (continuation of Deferred@1179674282 after retry RPC after error@339495256) -> (continuation of Deferred@1944998971 after retry RPC after error@1854692711) -> (continuation of Deferred@724304682 after retry RPC after error@1563224478) -> (continuation of Deferred@1549939084 after retry RPC after error@1342777346), errback=(continuation of Deferred@1229968652 after retry RPC after error@541407833) -> (continuation of Deferred@658647871 after retry RPC after error@1312002465) -> (continuation of Deferred@2036583134 after retry RPC after error@1895673945) -> (continuation of Deferred@1179674282 after retry RPC after error@339495256) -> (continuation of Deferred@1944998971 after retry RPC after error@1854692711) -> (continuation of Deferred@724304682 after retry RPC after error@1563224478) -> (continuation of Deferred@1549939084 after retry RPC after error@1342777346)))
09:02:02.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.718 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.718 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.718 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.718 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.718 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.778 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.778 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.778 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.779 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.779 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.800 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.878 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.879 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.879 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.879 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.880 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.880 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1412118405(state=PENDING, result=null, callback=(continuation of Deferred@481972917 after retry RPC after error@75970820) -> (continuation of Deferred@110477485 after retry RPC after error@185555173) -> (continuation of Deferred@1164877003 after retry RPC after error@2023543419) -> (continuation of Deferred@1344595309 after retry RPC after error@555571196) -> (continuation of Deferred@270798800 after retry RPC after error@246745253) -> (continuation of Deferred@2043517843 after retry RPC after error@841257441) -> (continuation of Deferred@38687482 after retry RPC after error@613978678), errback=(continuation of Deferred@481972917 after retry RPC after error@75970820) -> (continuation of Deferred@110477485 after retry RPC after error@185555173) -> (continuation of Deferred@1164877003 after retry RPC after error@2023543419) -> (continuation of Deferred@1344595309 after retry RPC after error@555571196) -> (continuation of Deferred@270798800 after retry RPC after error@246745253) -> (continuation of Deferred@2043517843 after retry RPC after error@841257441) -> (continuation of Deferred@38687482 after retry RPC after error@613978678)))
09:02:02.880 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1412118405(state=PENDING, result=null, callback=(continuation of Deferred@481972917 after retry RPC after error@75970820) -> (continuation of Deferred@110477485 after retry RPC after error@185555173) -> (continuation of Deferred@1164877003 after retry RPC after error@2023543419) -> (continuation of Deferred@1344595309 after retry RPC after error@555571196) -> (continuation of Deferred@270798800 after retry RPC after error@246745253) -> (continuation of Deferred@2043517843 after retry RPC after error@841257441) -> (continuation of Deferred@38687482 after retry RPC after error@613978678), errback=(continuation of Deferred@481972917 after retry RPC after error@75970820) -> (continuation of Deferred@110477485 after retry RPC after error@185555173) -> (continuation of Deferred@1164877003 after retry RPC after error@2023543419) -> (continuation of Deferred@1344595309 after retry RPC after error@555571196) -> (continuation of Deferred@270798800 after retry RPC after error@246745253) -> (continuation of Deferred@2043517843 after retry RPC after error@841257441) -> (continuation of Deferred@38687482 after retry RPC after error@613978678)))
09:02:02.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.918 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.918 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.918 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.918 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.938 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.938 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.938 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.938 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.938 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.938 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.958 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.958 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.958 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.959 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.959 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.959 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.960 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:02.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:02.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:02.997 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.998 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.998 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:02.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:02.998 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.058 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.058 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.059 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.059 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.059 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.059 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.098 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.098 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.098 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.139 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1644775906(state=PENDING, result=null, callback=(continuation of Deferred@1216456477 after retry RPC after error@1491510912) -> (continuation of Deferred@1640909421 after retry RPC after error@1226856943) -> (continuation of Deferred@215791257 after retry RPC after error@1633932068) -> (continuation of Deferred@1928163399 after retry RPC after error@969515220) -> (continuation of Deferred@1355329802 after retry RPC after error@802009796) -> (continuation of Deferred@909869106 after retry RPC after error@1115703585) -> (continuation of Deferred@1473634458 after retry RPC after error@357311286) -> (continuation of Deferred@2140937149 after retry RPC after error@1058380846), errback=(continuation of Deferred@1216456477 after retry RPC after error@1491510912) -> (continuation of Deferred@1640909421 after retry RPC after error@1226856943) -> (continuation of Deferred@215791257 after retry RPC after error@1633932068) -> (continuation of Deferred@1928163399 after retry RPC after error@969515220) -> (continuation of Deferred@1355329802 after retry RPC after error@802009796) -> (continuation of Deferred@909869106 after retry RPC after error@1115703585) -> (continuation of Deferred@1473634458 after retry RPC after error@357311286) -> (continuation of Deferred@2140937149 after retry RPC after error@1058380846)))
09:02:03.140 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1644775906(state=PENDING, result=null, callback=(continuation of Deferred@1216456477 after retry RPC after error@1491510912) -> (continuation of Deferred@1640909421 after retry RPC after error@1226856943) -> (continuation of Deferred@215791257 after retry RPC after error@1633932068) -> (continuation of Deferred@1928163399 after retry RPC after error@969515220) -> (continuation of Deferred@1355329802 after retry RPC after error@802009796) -> (continuation of Deferred@909869106 after retry RPC after error@1115703585) -> (continuation of Deferred@1473634458 after retry RPC after error@357311286) -> (continuation of Deferred@2140937149 after retry RPC after error@1058380846), errback=(continuation of Deferred@1216456477 after retry RPC after error@1491510912) -> (continuation of Deferred@1640909421 after retry RPC after error@1226856943) -> (continuation of Deferred@215791257 after retry RPC after error@1633932068) -> (continuation of Deferred@1928163399 after retry RPC after error@969515220) -> (continuation of Deferred@1355329802 after retry RPC after error@802009796) -> (continuation of Deferred@909869106 after retry RPC after error@1115703585) -> (continuation of Deferred@1473634458 after retry RPC after error@357311286) -> (continuation of Deferred@2140937149 after retry RPC after error@1058380846)))
09:02:03.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.158 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.158 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.179 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.179 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.179 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.179 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.179 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.179 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.180 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.198 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.198 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.198 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.198 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.198 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.198 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.238 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.238 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.238 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.238 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.278 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.279 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.279 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.279 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.279 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.279 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.280 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.298 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.298 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.298 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.298 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.298 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.299 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.359 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@468696987(state=PENDING, result=null, callback=(continuation of Deferred@1166902342 after retry RPC after error@1912244022) -> (continuation of Deferred@1848361695 after retry RPC after error@140426214) -> (continuation of Deferred@559456543 after retry RPC after error@71188789) -> (continuation of Deferred@875775575 after retry RPC after error@1229933244) -> (continuation of Deferred@763058899 after retry RPC after error@1538953632) -> (continuation of Deferred@1964336510 after retry RPC after error@1186778058) -> (continuation of Deferred@828812300 after retry RPC after error@1054739473), errback=(continuation of Deferred@1166902342 after retry RPC after error@1912244022) -> (continuation of Deferred@1848361695 after retry RPC after error@140426214) -> (continuation of Deferred@559456543 after retry RPC after error@71188789) -> (continuation of Deferred@875775575 after retry RPC after error@1229933244) -> (continuation of Deferred@763058899 after retry RPC after error@1538953632) -> (continuation of Deferred@1964336510 after retry RPC after error@1186778058) -> (continuation of Deferred@828812300 after retry RPC after error@1054739473)))
09:02:03.359 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@468696987(state=PENDING, result=null, callback=(continuation of Deferred@1166902342 after retry RPC after error@1912244022) -> (continuation of Deferred@1848361695 after retry RPC after error@140426214) -> (continuation of Deferred@559456543 after retry RPC after error@71188789) -> (continuation of Deferred@875775575 after retry RPC after error@1229933244) -> (continuation of Deferred@763058899 after retry RPC after error@1538953632) -> (continuation of Deferred@1964336510 after retry RPC after error@1186778058) -> (continuation of Deferred@828812300 after retry RPC after error@1054739473), errback=(continuation of Deferred@1166902342 after retry RPC after error@1912244022) -> (continuation of Deferred@1848361695 after retry RPC after error@140426214) -> (continuation of Deferred@559456543 after retry RPC after error@71188789) -> (continuation of Deferred@875775575 after retry RPC after error@1229933244) -> (continuation of Deferred@763058899 after retry RPC after error@1538953632) -> (continuation of Deferred@1964336510 after retry RPC after error@1186778058) -> (continuation of Deferred@828812300 after retry RPC after error@1054739473)))
09:02:03.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.378 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.378 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.378 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.398 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.399 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.399 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.399 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.399 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.399 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.419 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.419 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.458 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.458 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.478 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.478 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.478 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.538 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.538 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.538 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.538 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.538 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.538 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.539 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@970267140(state=PENDING, result=null, callback=(continuation of Deferred@220371281 after retry RPC after error@1987710706) -> (continuation of Deferred@1283443876 after retry RPC after error@1567357461) -> (continuation of Deferred@1150945528 after retry RPC after error@1647416071) -> (continuation of Deferred@1352235273 after retry RPC after error@1377868381) -> (continuation of Deferred@1181320489 after retry RPC after error@682532680) -> (continuation of Deferred@862251621 after retry RPC after error@1707109414), errback=(continuation of Deferred@220371281 after retry RPC after error@1987710706) -> (continuation of Deferred@1283443876 after retry RPC after error@1567357461) -> (continuation of Deferred@1150945528 after retry RPC after error@1647416071) -> (continuation of Deferred@1352235273 after retry RPC after error@1377868381) -> (continuation of Deferred@1181320489 after retry RPC after error@682532680) -> (continuation of Deferred@862251621 after retry RPC after error@1707109414)))
09:02:03.539 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@970267140(state=PENDING, result=null, callback=(continuation of Deferred@220371281 after retry RPC after error@1987710706) -> (continuation of Deferred@1283443876 after retry RPC after error@1567357461) -> (continuation of Deferred@1150945528 after retry RPC after error@1647416071) -> (continuation of Deferred@1352235273 after retry RPC after error@1377868381) -> (continuation of Deferred@1181320489 after retry RPC after error@682532680) -> (continuation of Deferred@862251621 after retry RPC after error@1707109414), errback=(continuation of Deferred@220371281 after retry RPC after error@1987710706) -> (continuation of Deferred@1283443876 after retry RPC after error@1567357461) -> (continuation of Deferred@1150945528 after retry RPC after error@1647416071) -> (continuation of Deferred@1352235273 after retry RPC after error@1377868381) -> (continuation of Deferred@1181320489 after retry RPC after error@682532680) -> (continuation of Deferred@862251621 after retry RPC after error@1707109414)))
09:02:03.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.558 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.578 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.579 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.598 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:03.598614 1197 master_runner.cc:186] Error getting master registration for 127.0.80.125:34927: Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111),
09:02:03.598 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:03.598798 1197 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:02:03.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.618 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.618 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.618 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.637 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.699 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.699 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.699 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.699 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.699 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.700 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.798 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.798 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.798 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.798 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.798 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.798 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.799 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2042570046(state=PENDING, result=null, callback=(continuation of Deferred@1506114334 after retry RPC after error@1913247661) -> (continuation of Deferred@9960544 after retry RPC after error@110489) -> (continuation of Deferred@1928210700 after retry RPC after error@1323707459) -> (continuation of Deferred@1907211523 after retry RPC after error@2086517192) -> (continuation of Deferred@2146982150 after retry RPC after error@8644238) -> (continuation of Deferred@475665976 after retry RPC after error@223903618) -> (continuation of Deferred@819279686 after retry RPC after error@805113924), errback=(continuation of Deferred@1506114334 after retry RPC after error@1913247661) -> (continuation of Deferred@9960544 after retry RPC after error@110489) -> (continuation of Deferred@1928210700 after retry RPC after error@1323707459) -> (continuation of Deferred@1907211523 after retry RPC after error@2086517192) -> (continuation of Deferred@2146982150 after retry RPC after error@8644238) -> (continuation of Deferred@475665976 after retry RPC after error@223903618) -> (continuation of Deferred@819279686 after retry RPC after error@805113924)))
09:02:03.800 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2042570046(state=PENDING, result=null, callback=(continuation of Deferred@1506114334 after retry RPC after error@1913247661) -> (continuation of Deferred@9960544 after retry RPC after error@110489) -> (continuation of Deferred@1928210700 after retry RPC after error@1323707459) -> (continuation of Deferred@1907211523 after retry RPC after error@2086517192) -> (continuation of Deferred@2146982150 after retry RPC after error@8644238) -> (continuation of Deferred@475665976 after retry RPC after error@223903618) -> (continuation of Deferred@819279686 after retry RPC after error@805113924), errback=(continuation of Deferred@1506114334 after retry RPC after error@1913247661) -> (continuation of Deferred@9960544 after retry RPC after error@110489) -> (continuation of Deferred@1928210700 after retry RPC after error@1323707459) -> (continuation of Deferred@1907211523 after retry RPC after error@2086517192) -> (continuation of Deferred@2146982150 after retry RPC after error@8644238) -> (continuation of Deferred@475665976 after retry RPC after error@223903618) -> (continuation of Deferred@819279686 after retry RPC after error@805113924)))
09:02:03.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.820 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.838 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.838 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.838 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.838 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.838 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.838 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.858 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.858 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.858 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.858 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.858 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.858 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.878 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.878 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.878 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.878 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.878 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.938 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.958 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.959 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1096047986(state=PENDING, result=null, callback=(continuation of Deferred@1798339708 after retry RPC after error@1810334860) -> (continuation of Deferred@1849860787 after retry RPC after error@220126660) -> (continuation of Deferred@1705345927 after retry RPC after error@842119259) -> (continuation of Deferred@1226687380 after retry RPC after error@848746382) -> (continuation of Deferred@2078720992 after retry RPC after error@1143627687) -> (continuation of Deferred@1661744597 after retry RPC after error@1730327709), errback=(continuation of Deferred@1798339708 after retry RPC after error@1810334860) -> (continuation of Deferred@1849860787 after retry RPC after error@220126660) -> (continuation of Deferred@1705345927 after retry RPC after error@842119259) -> (continuation of Deferred@1226687380 after retry RPC after error@848746382) -> (continuation of Deferred@2078720992 after retry RPC after error@1143627687) -> (continuation of Deferred@1661744597 after retry RPC after error@1730327709)))
09:02:03.960 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1096047986(state=PENDING, result=null, callback=(continuation of Deferred@1798339708 after retry RPC after error@1810334860) -> (continuation of Deferred@1849860787 after retry RPC after error@220126660) -> (continuation of Deferred@1705345927 after retry RPC after error@842119259) -> (continuation of Deferred@1226687380 after retry RPC after error@848746382) -> (continuation of Deferred@2078720992 after retry RPC after error@1143627687) -> (continuation of Deferred@1661744597 after retry RPC after error@1730327709), errback=(continuation of Deferred@1798339708 after retry RPC after error@1810334860) -> (continuation of Deferred@1849860787 after retry RPC after error@220126660) -> (continuation of Deferred@1705345927 after retry RPC after error@842119259) -> (continuation of Deferred@1226687380 after retry RPC after error@848746382) -> (continuation of Deferred@2078720992 after retry RPC after error@1143627687) -> (continuation of Deferred@1661744597 after retry RPC after error@1730327709)))
09:02:03.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.978 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.978 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:03.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:03.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:03.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:03.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:03.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.018 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.018 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.018 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.018 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.018 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.018 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.038 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.038 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.038 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.038 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.038 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.038 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.058 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.058 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.058 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.058 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.058 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.058 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.138 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.138 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.138 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.138 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.138 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.159 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.159 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.159 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.159 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.159 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.159 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.160 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1377373597(state=PENDING, result=null, callback=(continuation of Deferred@1467320673 after retry RPC after error@1367102426) -> (continuation of Deferred@62759066 after retry RPC after error@433201301) -> (continuation of Deferred@1645710415 after retry RPC after error@1371988308) -> (continuation of Deferred@1058087558 after retry RPC after error@936344441) -> (continuation of Deferred@1768225851 after retry RPC after error@265186306) -> (continuation of Deferred@964520559 after retry RPC after error@1965410954) -> (continuation of Deferred@997090609 after retry RPC after error@1195155490), errback=(continuation of Deferred@1467320673 after retry RPC after error@1367102426) -> (continuation of Deferred@62759066 after retry RPC after error@433201301) -> (continuation of Deferred@1645710415 after retry RPC after error@1371988308) -> (continuation of Deferred@1058087558 after retry RPC after error@936344441) -> (continuation of Deferred@1768225851 after retry RPC after error@265186306) -> (continuation of Deferred@964520559 after retry RPC after error@1965410954) -> (continuation of Deferred@997090609 after retry RPC after error@1195155490)))
09:02:04.160 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1377373597(state=PENDING, result=null, callback=(continuation of Deferred@1467320673 after retry RPC after error@1367102426) -> (continuation of Deferred@62759066 after retry RPC after error@433201301) -> (continuation of Deferred@1645710415 after retry RPC after error@1371988308) -> (continuation of Deferred@1058087558 after retry RPC after error@936344441) -> (continuation of Deferred@1768225851 after retry RPC after error@265186306) -> (continuation of Deferred@964520559 after retry RPC after error@1965410954) -> (continuation of Deferred@997090609 after retry RPC after error@1195155490), errback=(continuation of Deferred@1467320673 after retry RPC after error@1367102426) -> (continuation of Deferred@62759066 after retry RPC after error@433201301) -> (continuation of Deferred@1645710415 after retry RPC after error@1371988308) -> (continuation of Deferred@1058087558 after retry RPC after error@936344441) -> (continuation of Deferred@1768225851 after retry RPC after error@265186306) -> (continuation of Deferred@964520559 after retry RPC after error@1965410954) -> (continuation of Deferred@997090609 after retry RPC after error@1195155490)))
09:02:04.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.178 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.178 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.178 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.218 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.218 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.219 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.219 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.239 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.239 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.239 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.239 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.338 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.338 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.338 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.338 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.398 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.398 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.398 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.399 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.399 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.399 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.400 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.400 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@890140220(state=PENDING, result=null, callback=(continuation of Deferred@672210784 after retry RPC after error@11323685) -> (continuation of Deferred@1991938644 after retry RPC after error@809739561) -> (continuation of Deferred@277431902 after retry RPC after error@1988776075) -> (continuation of Deferred@1417692220 after retry RPC after error@2034747752) -> (continuation of Deferred@589749160 after retry RPC after error@118282575) -> (continuation of Deferred@1375460406 after retry RPC after error@372265960) -> (continuation of Deferred@64889117 after retry RPC after error@1652119176), errback=(continuation of Deferred@672210784 after retry RPC after error@11323685) -> (continuation of Deferred@1991938644 after retry RPC after error@809739561) -> (continuation of Deferred@277431902 after retry RPC after error@1988776075) -> (continuation of Deferred@1417692220 after retry RPC after error@2034747752) -> (continuation of Deferred@589749160 after retry RPC after error@118282575) -> (continuation of Deferred@1375460406 after retry RPC after error@372265960) -> (continuation of Deferred@64889117 after retry RPC after error@1652119176)))
09:02:04.400 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@890140220(state=PENDING, result=null, callback=(continuation of Deferred@672210784 after retry RPC after error@11323685) -> (continuation of Deferred@1991938644 after retry RPC after error@809739561) -> (continuation of Deferred@277431902 after retry RPC after error@1988776075) -> (continuation of Deferred@1417692220 after retry RPC after error@2034747752) -> (continuation of Deferred@589749160 after retry RPC after error@118282575) -> (continuation of Deferred@1375460406 after retry RPC after error@372265960) -> (continuation of Deferred@64889117 after retry RPC after error@1652119176), errback=(continuation of Deferred@672210784 after retry RPC after error@11323685) -> (continuation of Deferred@1991938644 after retry RPC after error@809739561) -> (continuation of Deferred@277431902 after retry RPC after error@1988776075) -> (continuation of Deferred@1417692220 after retry RPC after error@2034747752) -> (continuation of Deferred@589749160 after retry RPC after error@118282575) -> (continuation of Deferred@1375460406 after retry RPC after error@372265960) -> (continuation of Deferred@64889117 after retry RPC after error@1652119176)))
09:02:04.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.418 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.458 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.458 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.478 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.478 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.478 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.498 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.498 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.498 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.498 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.498 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.558 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.558 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.558 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.559 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@588662725(state=PENDING, result=null, callback=(continuation of Deferred@789749742 after retry RPC after error@1794045570) -> (continuation of Deferred@2103657551 after retry RPC after error@1826229321) -> (continuation of Deferred@1468797907 after retry RPC after error@1246471494) -> (continuation of Deferred@762167676 after retry RPC after error@300493020) -> (continuation of Deferred@650945465 after retry RPC after error@825902003) -> (continuation of Deferred@1923023561 after retry RPC after error@719879054), errback=(continuation of Deferred@789749742 after retry RPC after error@1794045570) -> (continuation of Deferred@2103657551 after retry RPC after error@1826229321) -> (continuation of Deferred@1468797907 after retry RPC after error@1246471494) -> (continuation of Deferred@762167676 after retry RPC after error@300493020) -> (continuation of Deferred@650945465 after retry RPC after error@825902003) -> (continuation of Deferred@1923023561 after retry RPC after error@719879054)))
09:02:04.559 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@588662725(state=PENDING, result=null, callback=(continuation of Deferred@789749742 after retry RPC after error@1794045570) -> (continuation of Deferred@2103657551 after retry RPC after error@1826229321) -> (continuation of Deferred@1468797907 after retry RPC after error@1246471494) -> (continuation of Deferred@762167676 after retry RPC after error@300493020) -> (continuation of Deferred@650945465 after retry RPC after error@825902003) -> (continuation of Deferred@1923023561 after retry RPC after error@719879054), errback=(continuation of Deferred@789749742 after retry RPC after error@1794045570) -> (continuation of Deferred@2103657551 after retry RPC after error@1826229321) -> (continuation of Deferred@1468797907 after retry RPC after error@1246471494) -> (continuation of Deferred@762167676 after retry RPC after error@300493020) -> (continuation of Deferred@650945465 after retry RPC after error@825902003) -> (continuation of Deferred@1923023561 after retry RPC after error@719879054)))
09:02:04.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.578 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.579 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.598 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.598 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.598 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.638 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.638 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.638 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.638 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.638 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.638 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.659 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.659 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.659 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.659 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.659 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.659 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.659 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.659 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.660 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.660 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.678 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.678 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.678 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.678 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.678 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.778 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.778 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.778 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.778 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.778 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.780 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1443218417(state=PENDING, result=null, callback=(continuation of Deferred@770328818 after retry RPC after error@1115990954) -> (continuation of Deferred@768301858 after retry RPC after error@1437142817) -> (continuation of Deferred@721121470 after retry RPC after error@1296385968) -> (continuation of Deferred@975177585 after retry RPC after error@669894419) -> (continuation of Deferred@1457663440 after retry RPC after error@830310523) -> (continuation of Deferred@198974122 after retry RPC after error@1119912349) -> (continuation of Deferred@93038776 after retry RPC after error@1483265570), errback=(continuation of Deferred@770328818 after retry RPC after error@1115990954) -> (continuation of Deferred@768301858 after retry RPC after error@1437142817) -> (continuation of Deferred@721121470 after retry RPC after error@1296385968) -> (continuation of Deferred@975177585 after retry RPC after error@669894419) -> (continuation of Deferred@1457663440 after retry RPC after error@830310523) -> (continuation of Deferred@198974122 after retry RPC after error@1119912349) -> (continuation of Deferred@93038776 after retry RPC after error@1483265570)))
09:02:04.780 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1443218417(state=PENDING, result=null, callback=(continuation of Deferred@770328818 after retry RPC after error@1115990954) -> (continuation of Deferred@768301858 after retry RPC after error@1437142817) -> (continuation of Deferred@721121470 after retry RPC after error@1296385968) -> (continuation of Deferred@975177585 after retry RPC after error@669894419) -> (continuation of Deferred@1457663440 after retry RPC after error@830310523) -> (continuation of Deferred@198974122 after retry RPC after error@1119912349) -> (continuation of Deferred@93038776 after retry RPC after error@1483265570), errback=(continuation of Deferred@770328818 after retry RPC after error@1115990954) -> (continuation of Deferred@768301858 after retry RPC after error@1437142817) -> (continuation of Deferred@721121470 after retry RPC after error@1296385968) -> (continuation of Deferred@975177585 after retry RPC after error@669894419) -> (continuation of Deferred@1457663440 after retry RPC after error@830310523) -> (continuation of Deferred@198974122 after retry RPC after error@1119912349) -> (continuation of Deferred@93038776 after retry RPC after error@1483265570)))
09:02:04.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.818 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.818 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.818 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.818 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.818 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.818 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.840 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.858 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.858 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.858 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.858 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.879 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.879 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.879 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.879 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.879 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.879 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.918 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.918 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.939 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.940 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:04.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:04.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:04.978 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.978 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.978 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.978 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:04.979 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.979 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:04.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.019 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.019 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.019 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.019 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.019 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.019 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.020 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.020 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@972185700(state=PENDING, result=null, callback=(continuation of Deferred@107422409 after retry RPC after error@112495297) -> (continuation of Deferred@101722128 after retry RPC after error@751540726) -> (continuation of Deferred@319129548 after retry RPC after error@826668527) -> (continuation of Deferred@915540863 after retry RPC after error@1189490802) -> (continuation of Deferred@2036528261 after retry RPC after error@1737923787) -> (continuation of Deferred@1098492597 after retry RPC after error@921397064) -> (continuation of Deferred@1480813516 after retry RPC after error@199279819) -> (continuation of Deferred@121694976 after retry RPC after error@1786514823), errback=(continuation of Deferred@107422409 after retry RPC after error@112495297) -> (continuation of Deferred@101722128 after retry RPC after error@751540726) -> (continuation of Deferred@319129548 after retry RPC after error@826668527) -> (continuation of Deferred@915540863 after retry RPC after error@1189490802) -> (continuation of Deferred@2036528261 after retry RPC after error@1737923787) -> (continuation of Deferred@1098492597 after retry RPC after error@921397064) -> (continuation of Deferred@1480813516 after retry RPC after error@199279819) -> (continuation of Deferred@121694976 after retry RPC after error@1786514823)))
09:02:05.020 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@972185700(state=PENDING, result=null, callback=(continuation of Deferred@107422409 after retry RPC after error@112495297) -> (continuation of Deferred@101722128 after retry RPC after error@751540726) -> (continuation of Deferred@319129548 after retry RPC after error@826668527) -> (continuation of Deferred@915540863 after retry RPC after error@1189490802) -> (continuation of Deferred@2036528261 after retry RPC after error@1737923787) -> (continuation of Deferred@1098492597 after retry RPC after error@921397064) -> (continuation of Deferred@1480813516 after retry RPC after error@199279819) -> (continuation of Deferred@121694976 after retry RPC after error@1786514823), errback=(continuation of Deferred@107422409 after retry RPC after error@112495297) -> (continuation of Deferred@101722128 after retry RPC after error@751540726) -> (continuation of Deferred@319129548 after retry RPC after error@826668527) -> (continuation of Deferred@915540863 after retry RPC after error@1189490802) -> (continuation of Deferred@2036528261 after retry RPC after error@1737923787) -> (continuation of Deferred@1098492597 after retry RPC after error@921397064) -> (continuation of Deferred@1480813516 after retry RPC after error@199279819) -> (continuation of Deferred@121694976 after retry RPC after error@1786514823)))
09:02:05.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.038 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.038 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.038 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.077 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.077 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.078 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.078 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.078 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.078 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.098 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.098 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.098 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.118 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.118 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.118 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.160 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.199 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.199 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.199 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.199 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.199 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.199 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.200 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.200 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@619822602(state=PENDING, result=null, callback=(continuation of Deferred@778805030 after retry RPC after error@398521994) -> (continuation of Deferred@2039246631 after retry RPC after error@1344577522) -> (continuation of Deferred@574924927 after retry RPC after error@840986139) -> (continuation of Deferred@676321839 after retry RPC after error@1558186971) -> (continuation of Deferred@1533040488 after retry RPC after error@1786882729) -> (continuation of Deferred@1011456884 after retry RPC after error@1621881333), errback=(continuation of Deferred@778805030 after retry RPC after error@398521994) -> (continuation of Deferred@2039246631 after retry RPC after error@1344577522) -> (continuation of Deferred@574924927 after retry RPC after error@840986139) -> (continuation of Deferred@676321839 after retry RPC after error@1558186971) -> (continuation of Deferred@1533040488 after retry RPC after error@1786882729) -> (continuation of Deferred@1011456884 after retry RPC after error@1621881333)))
09:02:05.200 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@619822602(state=PENDING, result=null, callback=(continuation of Deferred@778805030 after retry RPC after error@398521994) -> (continuation of Deferred@2039246631 after retry RPC after error@1344577522) -> (continuation of Deferred@574924927 after retry RPC after error@840986139) -> (continuation of Deferred@676321839 after retry RPC after error@1558186971) -> (continuation of Deferred@1533040488 after retry RPC after error@1786882729) -> (continuation of Deferred@1011456884 after retry RPC after error@1621881333), errback=(continuation of Deferred@778805030 after retry RPC after error@398521994) -> (continuation of Deferred@2039246631 after retry RPC after error@1344577522) -> (continuation of Deferred@574924927 after retry RPC after error@840986139) -> (continuation of Deferred@676321839 after retry RPC after error@1558186971) -> (continuation of Deferred@1533040488 after retry RPC after error@1786882729) -> (continuation of Deferred@1011456884 after retry RPC after error@1621881333)))
09:02:05.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.218 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.218 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.218 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.218 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.238 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.238 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.238 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.238 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.278 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.278 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.278 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.278 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.278 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.298 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.298 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.298 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.299 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.317 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.418 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.418 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.418 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.420 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1630942324(state=PENDING, result=null, callback=(continuation of Deferred@1873132971 after retry RPC after error@69571064) -> (continuation of Deferred@186194008 after retry RPC after error@1532758235) -> (continuation of Deferred@425111294 after retry RPC after error@835999357) -> (continuation of Deferred@1917604807 after retry RPC after error@1240307589) -> (continuation of Deferred@1700851992 after retry RPC after error@1989420151) -> (continuation of Deferred@1716945673 after retry RPC after error@1134719481) -> (continuation of Deferred@556310692 after retry RPC after error@1992855402), errback=(continuation of Deferred@1873132971 after retry RPC after error@69571064) -> (continuation of Deferred@186194008 after retry RPC after error@1532758235) -> (continuation of Deferred@425111294 after retry RPC after error@835999357) -> (continuation of Deferred@1917604807 after retry RPC after error@1240307589) -> (continuation of Deferred@1700851992 after retry RPC after error@1989420151) -> (continuation of Deferred@1716945673 after retry RPC after error@1134719481) -> (continuation of Deferred@556310692 after retry RPC after error@1992855402)))
09:02:05.420 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1630942324(state=PENDING, result=null, callback=(continuation of Deferred@1873132971 after retry RPC after error@69571064) -> (continuation of Deferred@186194008 after retry RPC after error@1532758235) -> (continuation of Deferred@425111294 after retry RPC after error@835999357) -> (continuation of Deferred@1917604807 after retry RPC after error@1240307589) -> (continuation of Deferred@1700851992 after retry RPC after error@1989420151) -> (continuation of Deferred@1716945673 after retry RPC after error@1134719481) -> (continuation of Deferred@556310692 after retry RPC after error@1992855402), errback=(continuation of Deferred@1873132971 after retry RPC after error@69571064) -> (continuation of Deferred@186194008 after retry RPC after error@1532758235) -> (continuation of Deferred@425111294 after retry RPC after error@835999357) -> (continuation of Deferred@1917604807 after retry RPC after error@1240307589) -> (continuation of Deferred@1700851992 after retry RPC after error@1989420151) -> (continuation of Deferred@1716945673 after retry RPC after error@1134719481) -> (continuation of Deferred@556310692 after retry RPC after error@1992855402)))
09:02:05.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.438 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.438 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.438 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.438 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.438 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.438 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.458 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.458 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.458 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.459 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.460 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.498 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.559 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.559 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.559 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.559 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.560 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.579 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@505868967(state=PENDING, result=null, callback=(continuation of Deferred@258956958 after retry RPC after error@669721089) -> (continuation of Deferred@285090504 after retry RPC after error@971262394) -> (continuation of Deferred@1284144054 after retry RPC after error@848278284) -> (continuation of Deferred@1392918519 after retry RPC after error@1219757492) -> (continuation of Deferred@1467781343 after retry RPC after error@405032687) -> (continuation of Deferred@2059346843 after retry RPC after error@315490525), errback=(continuation of Deferred@258956958 after retry RPC after error@669721089) -> (continuation of Deferred@285090504 after retry RPC after error@971262394) -> (continuation of Deferred@1284144054 after retry RPC after error@848278284) -> (continuation of Deferred@1392918519 after retry RPC after error@1219757492) -> (continuation of Deferred@1467781343 after retry RPC after error@405032687) -> (continuation of Deferred@2059346843 after retry RPC after error@315490525)))
09:02:05.579 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@505868967(state=PENDING, result=null, callback=(continuation of Deferred@258956958 after retry RPC after error@669721089) -> (continuation of Deferred@285090504 after retry RPC after error@971262394) -> (continuation of Deferred@1284144054 after retry RPC after error@848278284) -> (continuation of Deferred@1392918519 after retry RPC after error@1219757492) -> (continuation of Deferred@1467781343 after retry RPC after error@405032687) -> (continuation of Deferred@2059346843 after retry RPC after error@315490525), errback=(continuation of Deferred@258956958 after retry RPC after error@669721089) -> (continuation of Deferred@285090504 after retry RPC after error@971262394) -> (continuation of Deferred@1284144054 after retry RPC after error@848278284) -> (continuation of Deferred@1392918519 after retry RPC after error@1219757492) -> (continuation of Deferred@1467781343 after retry RPC after error@405032687) -> (continuation of Deferred@2059346843 after retry RPC after error@315490525)))
09:02:05.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.598 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.598 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.598 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.598 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.599 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.618 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.618 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.637 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.638 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.638 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.638 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.638 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.718 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.718 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.718 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.719 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.778 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.778 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.778 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.778 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.778 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.778 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.799 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@200525064(state=PENDING, result=null, callback=(continuation of Deferred@1720082083 after retry RPC after error@955463753) -> (continuation of Deferred@660077731 after retry RPC after error@840541892) -> (continuation of Deferred@1723762018 after retry RPC after error@1194248332) -> (continuation of Deferred@1594132014 after retry RPC after error@542385292) -> (continuation of Deferred@844308593 after retry RPC after error@59307039) -> (continuation of Deferred@2026256310 after retry RPC after error@2033650790) -> (continuation of Deferred@1380772761 after retry RPC after error@371250627), errback=(continuation of Deferred@1720082083 after retry RPC after error@955463753) -> (continuation of Deferred@660077731 after retry RPC after error@840541892) -> (continuation of Deferred@1723762018 after retry RPC after error@1194248332) -> (continuation of Deferred@1594132014 after retry RPC after error@542385292) -> (continuation of Deferred@844308593 after retry RPC after error@59307039) -> (continuation of Deferred@2026256310 after retry RPC after error@2033650790) -> (continuation of Deferred@1380772761 after retry RPC after error@371250627)))
09:02:05.800 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@200525064(state=PENDING, result=null, callback=(continuation of Deferred@1720082083 after retry RPC after error@955463753) -> (continuation of Deferred@660077731 after retry RPC after error@840541892) -> (continuation of Deferred@1723762018 after retry RPC after error@1194248332) -> (continuation of Deferred@1594132014 after retry RPC after error@542385292) -> (continuation of Deferred@844308593 after retry RPC after error@59307039) -> (continuation of Deferred@2026256310 after retry RPC after error@2033650790) -> (continuation of Deferred@1380772761 after retry RPC after error@371250627), errback=(continuation of Deferred@1720082083 after retry RPC after error@955463753) -> (continuation of Deferred@660077731 after retry RPC after error@840541892) -> (continuation of Deferred@1723762018 after retry RPC after error@1194248332) -> (continuation of Deferred@1594132014 after retry RPC after error@542385292) -> (continuation of Deferred@844308593 after retry RPC after error@59307039) -> (continuation of Deferred@2026256310 after retry RPC after error@2033650790) -> (continuation of Deferred@1380772761 after retry RPC after error@371250627)))
09:02:05.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.818 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.818 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.818 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.838 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.839 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.839 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.839 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.839 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.840 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.858 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.858 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.858 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.858 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.858 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.879 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.897 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.897 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.897 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.897 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.898 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.898 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.898 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.938 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.938 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.939 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.939 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.939 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.939 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.940 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:05.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:05.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:05.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:05.979 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.979 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.979 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:05.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.040 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.044 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1966700868(state=PENDING, result=null, callback=(continuation of Deferred@1373510741 after retry RPC after error@1761819474) -> (continuation of Deferred@865181858 after retry RPC after error@224136397) -> (continuation of Deferred@750880135 after retry RPC after error@1550377702) -> (continuation of Deferred@1648549241 after retry RPC after error@261459864) -> (continuation of Deferred@802737744 after retry RPC after error@876373663) -> (continuation of Deferred@1088539764 after retry RPC after error@1663791807) -> (continuation of Deferred@174623428 after retry RPC after error@1563893128), errback=(continuation of Deferred@1373510741 after retry RPC after error@1761819474) -> (continuation of Deferred@865181858 after retry RPC after error@224136397) -> (continuation of Deferred@750880135 after retry RPC after error@1550377702) -> (continuation of Deferred@1648549241 after retry RPC after error@261459864) -> (continuation of Deferred@802737744 after retry RPC after error@876373663) -> (continuation of Deferred@1088539764 after retry RPC after error@1663791807) -> (continuation of Deferred@174623428 after retry RPC after error@1563893128)))
09:02:06.045 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1966700868(state=PENDING, result=null, callback=(continuation of Deferred@1373510741 after retry RPC after error@1761819474) -> (continuation of Deferred@865181858 after retry RPC after error@224136397) -> (continuation of Deferred@750880135 after retry RPC after error@1550377702) -> (continuation of Deferred@1648549241 after retry RPC after error@261459864) -> (continuation of Deferred@802737744 after retry RPC after error@876373663) -> (continuation of Deferred@1088539764 after retry RPC after error@1663791807) -> (continuation of Deferred@174623428 after retry RPC after error@1563893128), errback=(continuation of Deferred@1373510741 after retry RPC after error@1761819474) -> (continuation of Deferred@865181858 after retry RPC after error@224136397) -> (continuation of Deferred@750880135 after retry RPC after error@1550377702) -> (continuation of Deferred@1648549241 after retry RPC after error@261459864) -> (continuation of Deferred@802737744 after retry RPC after error@876373663) -> (continuation of Deferred@1088539764 after retry RPC after error@1663791807) -> (continuation of Deferred@174623428 after retry RPC after error@1563893128)))
09:02:06.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.059 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.060 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.078 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.078 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.078 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.078 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.078 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.098 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.098 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.098 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.138 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.138 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.138 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.138 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.139 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:06.164492 1512 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader e07e69363f7140b193437e291f4fc1fd)
09:02:06.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:06.164738 1512 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:02:06.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:06.165525 1512 leader_election.cc:290] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927), e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491)
09:02:06.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:06.166877 1214 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111) [suppressed 1 similar messages]
09:02:06.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:06.168268 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927): Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111)
09:02:06.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:06.168452 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491): Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:02:06.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:06.168541 1214 leader_election.cc:304] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35dc867795cd4958aa5652a714cf849b; no voters: e07e69363f7140b193437e291f4fc1fd, e2b6f443809b4549b961989c629717e3
09:02:06.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:06.168778 1512 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:02:06.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.178 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.178 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.178 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.198 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.198 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.198 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.199 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.199 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.199 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.200 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.240 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.240 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1287989089(state=PENDING, result=null, callback=(continuation of Deferred@160304683 after retry RPC after error@116874832) -> (continuation of Deferred@418531482 after retry RPC after error@2112461514) -> (continuation of Deferred@74394634 after retry RPC after error@953607945) -> (continuation of Deferred@854248977 after retry RPC after error@56896844) -> (continuation of Deferred@2123783766 after retry RPC after error@1912012834) -> (continuation of Deferred@361353803 after retry RPC after error@933594107) -> (continuation of Deferred@2072846263 after retry RPC after error@850585332), errback=(continuation of Deferred@160304683 after retry RPC after error@116874832) -> (continuation of Deferred@418531482 after retry RPC after error@2112461514) -> (continuation of Deferred@74394634 after retry RPC after error@953607945) -> (continuation of Deferred@854248977 after retry RPC after error@56896844) -> (continuation of Deferred@2123783766 after retry RPC after error@1912012834) -> (continuation of Deferred@361353803 after retry RPC after error@933594107) -> (continuation of Deferred@2072846263 after retry RPC after error@850585332)))
09:02:06.240 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1287989089(state=PENDING, result=null, callback=(continuation of Deferred@160304683 after retry RPC after error@116874832) -> (continuation of Deferred@418531482 after retry RPC after error@2112461514) -> (continuation of Deferred@74394634 after retry RPC after error@953607945) -> (continuation of Deferred@854248977 after retry RPC after error@56896844) -> (continuation of Deferred@2123783766 after retry RPC after error@1912012834) -> (continuation of Deferred@361353803 after retry RPC after error@933594107) -> (continuation of Deferred@2072846263 after retry RPC after error@850585332), errback=(continuation of Deferred@160304683 after retry RPC after error@116874832) -> (continuation of Deferred@418531482 after retry RPC after error@2112461514) -> (continuation of Deferred@74394634 after retry RPC after error@953607945) -> (continuation of Deferred@854248977 after retry RPC after error@56896844) -> (continuation of Deferred@2123783766 after retry RPC after error@1912012834) -> (continuation of Deferred@361353803 after retry RPC after error@933594107) -> (continuation of Deferred@2072846263 after retry RPC after error@850585332)))
09:02:06.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.258 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.258 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.259 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.259 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:06.271162 817 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 1)
09:02:06.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:06.274677 817 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'fdaf21a18e56482795a70e6f6ee0905c', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'fdaf21a18e56482795a70e6f6ee0905c', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 1)
09:02:06.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:06.276619 817 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.0.80.126:43989)
09:02:06.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.278 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.278 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.278 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.278 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.278 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.298 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.298 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.298 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.298 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.298 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.298 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.318 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.338 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.339 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.339 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.340 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.340 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.340 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.379 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.379 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.379 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.380 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.418 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.518 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1775547593(state=PENDING, result=null, callback=(continuation of Deferred@1396430124 after retry RPC after error@1481914554) -> (continuation of Deferred@1464877069 after retry RPC after error@468636882) -> (continuation of Deferred@384954422 after retry RPC after error@1863949242) -> (continuation of Deferred@974978684 after retry RPC after error@1463412137) -> (continuation of Deferred@1313918776 after retry RPC after error@1840732419) -> (continuation of Deferred@805680599 after retry RPC after error@671685331) -> (continuation of Deferred@1617439205 after retry RPC after error@926944170), errback=(continuation of Deferred@1396430124 after retry RPC after error@1481914554) -> (continuation of Deferred@1464877069 after retry RPC after error@468636882) -> (continuation of Deferred@384954422 after retry RPC after error@1863949242) -> (continuation of Deferred@974978684 after retry RPC after error@1463412137) -> (continuation of Deferred@1313918776 after retry RPC after error@1840732419) -> (continuation of Deferred@805680599 after retry RPC after error@671685331) -> (continuation of Deferred@1617439205 after retry RPC after error@926944170)))
09:02:06.518 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:02:06.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.544 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.559 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.559 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.559 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.559 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.578 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.578 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.578 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.598 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.599 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.599 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.658 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.719 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.719 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.719 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.719 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.758 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.758 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.760 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.760 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [6ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [7ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [7ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [7ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@199384309(state=PENDING, result=null, callback=(continuation of Deferred@19834261 after retry RPC after error@84363910) -> (continuation of Deferred@1639625460 after retry RPC after error@2024169410) -> (continuation of Deferred@214978382 after retry RPC after error@859600680) -> (continuation of Deferred@119885481 after retry RPC after error@1303861696) -> (continuation of Deferred@1125373191 after retry RPC after error@323387258) -> (continuation of Deferred@1044065213 after retry RPC after error@1228213475) -> (continuation of Deferred@349393711 after retry RPC after error@877544288), errback=(continuation of Deferred@19834261 after retry RPC after error@84363910) -> (continuation of Deferred@1639625460 after retry RPC after error@2024169410) -> (continuation of Deferred@214978382 after retry RPC after error@859600680) -> (continuation of Deferred@119885481 after retry RPC after error@1303861696) -> (continuation of Deferred@1125373191 after retry RPC after error@323387258) -> (continuation of Deferred@1044065213 after retry RPC after error@1228213475) -> (continuation of Deferred@349393711 after retry RPC after error@877544288)))
09:02:06.760 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [6ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [7ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [7ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [7ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@199384309(state=PENDING, result=null, callback=(continuation of Deferred@19834261 after retry RPC after error@84363910) -> (continuation of Deferred@1639625460 after retry RPC after error@2024169410) -> (continuation of Deferred@214978382 after retry RPC after error@859600680) -> (continuation of Deferred@119885481 after retry RPC after error@1303861696) -> (continuation of Deferred@1125373191 after retry RPC after error@323387258) -> (continuation of Deferred@1044065213 after retry RPC after error@1228213475) -> (continuation of Deferred@349393711 after retry RPC after error@877544288), errback=(continuation of Deferred@19834261 after retry RPC after error@84363910) -> (continuation of Deferred@1639625460 after retry RPC after error@2024169410) -> (continuation of Deferred@214978382 after retry RPC after error@859600680) -> (continuation of Deferred@119885481 after retry RPC after error@1303861696) -> (continuation of Deferred@1125373191 after retry RPC after error@323387258) -> (continuation of Deferred@1044065213 after retry RPC after error@1228213475) -> (continuation of Deferred@349393711 after retry RPC after error@877544288)))
09:02:06.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.779 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.780 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.798 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.798 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.798 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.799 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.818 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.818 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.818 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.819 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.819 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.819 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.838 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.838 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.838 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.838 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.838 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.838 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.898 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.898 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.899 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.899 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.899 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.899 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.900 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:06.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:06.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:06.978 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.978 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.978 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.978 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.978 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:06.978 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:06.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.019 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.019 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.019 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.019 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.019 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.019 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.020 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.021 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2074054113(state=PENDING, result=null, callback=(continuation of Deferred@1598489758 after retry RPC after error@1795999420) -> (continuation of Deferred@1469128417 after retry RPC after error@1348890999) -> (continuation of Deferred@929233937 after retry RPC after error@978777447) -> (continuation of Deferred@1701810906 after retry RPC after error@107064009) -> (continuation of Deferred@641948768 after retry RPC after error@733181954) -> (continuation of Deferred@852743916 after retry RPC after error@971965853) -> (continuation of Deferred@99876508 after retry RPC after error@900789576), errback=(continuation of Deferred@1598489758 after retry RPC after error@1795999420) -> (continuation of Deferred@1469128417 after retry RPC after error@1348890999) -> (continuation of Deferred@929233937 after retry RPC after error@978777447) -> (continuation of Deferred@1701810906 after retry RPC after error@107064009) -> (continuation of Deferred@641948768 after retry RPC after error@733181954) -> (continuation of Deferred@852743916 after retry RPC after error@971965853) -> (continuation of Deferred@99876508 after retry RPC after error@900789576)))
09:02:07.021 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2074054113(state=PENDING, result=null, callback=(continuation of Deferred@1598489758 after retry RPC after error@1795999420) -> (continuation of Deferred@1469128417 after retry RPC after error@1348890999) -> (continuation of Deferred@929233937 after retry RPC after error@978777447) -> (continuation of Deferred@1701810906 after retry RPC after error@107064009) -> (continuation of Deferred@641948768 after retry RPC after error@733181954) -> (continuation of Deferred@852743916 after retry RPC after error@971965853) -> (continuation of Deferred@99876508 after retry RPC after error@900789576), errback=(continuation of Deferred@1598489758 after retry RPC after error@1795999420) -> (continuation of Deferred@1469128417 after retry RPC after error@1348890999) -> (continuation of Deferred@929233937 after retry RPC after error@978777447) -> (continuation of Deferred@1701810906 after retry RPC after error@107064009) -> (continuation of Deferred@641948768 after retry RPC after error@733181954) -> (continuation of Deferred@852743916 after retry RPC after error@971965853) -> (continuation of Deferred@99876508 after retry RPC after error@900789576)))
09:02:07.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.038 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.059 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.078 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.078 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.078 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.079 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.079 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.097 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.098 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.098 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.098 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.157 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.158 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.178 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.178 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.179 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.179 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.279 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.279 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.279 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.279 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.279 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.279 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.280 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.280 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@685917035(state=PENDING, result=null, callback=(continuation of Deferred@544706376 after retry RPC after error@1519984926) -> (continuation of Deferred@1461008923 after retry RPC after error@1834406537) -> (continuation of Deferred@1908870564 after retry RPC after error@1657094995) -> (continuation of Deferred@486439154 after retry RPC after error@1197941630) -> (continuation of Deferred@243575835 after retry RPC after error@1184082243) -> (continuation of Deferred@692412555 after retry RPC after error@1464322574) -> (continuation of Deferred@2089308297 after retry RPC after error@654981098), errback=(continuation of Deferred@544706376 after retry RPC after error@1519984926) -> (continuation of Deferred@1461008923 after retry RPC after error@1834406537) -> (continuation of Deferred@1908870564 after retry RPC after error@1657094995) -> (continuation of Deferred@486439154 after retry RPC after error@1197941630) -> (continuation of Deferred@243575835 after retry RPC after error@1184082243) -> (continuation of Deferred@692412555 after retry RPC after error@1464322574) -> (continuation of Deferred@2089308297 after retry RPC after error@654981098)))
09:02:07.280 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@685917035(state=PENDING, result=null, callback=(continuation of Deferred@544706376 after retry RPC after error@1519984926) -> (continuation of Deferred@1461008923 after retry RPC after error@1834406537) -> (continuation of Deferred@1908870564 after retry RPC after error@1657094995) -> (continuation of Deferred@486439154 after retry RPC after error@1197941630) -> (continuation of Deferred@243575835 after retry RPC after error@1184082243) -> (continuation of Deferred@692412555 after retry RPC after error@1464322574) -> (continuation of Deferred@2089308297 after retry RPC after error@654981098), errback=(continuation of Deferred@544706376 after retry RPC after error@1519984926) -> (continuation of Deferred@1461008923 after retry RPC after error@1834406537) -> (continuation of Deferred@1908870564 after retry RPC after error@1657094995) -> (continuation of Deferred@486439154 after retry RPC after error@1197941630) -> (continuation of Deferred@243575835 after retry RPC after error@1184082243) -> (continuation of Deferred@692412555 after retry RPC after error@1464322574) -> (continuation of Deferred@2089308297 after retry RPC after error@654981098)))
09:02:07.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.299 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.318 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.318 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.318 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.319 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.319 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.320 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.338 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.338 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.338 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.338 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.338 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.338 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.358 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.360 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.398 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.398 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.478 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.478 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.478 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.478 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.479 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@409753805(state=PENDING, result=null, callback=(continuation of Deferred@1170330908 after retry RPC after error@1881260545) -> (continuation of Deferred@922014668 after retry RPC after error@1285836783) -> (continuation of Deferred@117836370 after retry RPC after error@2043277689) -> (continuation of Deferred@1764964159 after retry RPC after error@117888705) -> (continuation of Deferred@811927785 after retry RPC after error@110192037) -> (continuation of Deferred@1995120775 after retry RPC after error@1206538309) -> (continuation of Deferred@1599093265 after retry RPC after error@1382141971), errback=(continuation of Deferred@1170330908 after retry RPC after error@1881260545) -> (continuation of Deferred@922014668 after retry RPC after error@1285836783) -> (continuation of Deferred@117836370 after retry RPC after error@2043277689) -> (continuation of Deferred@1764964159 after retry RPC after error@117888705) -> (continuation of Deferred@811927785 after retry RPC after error@110192037) -> (continuation of Deferred@1995120775 after retry RPC after error@1206538309) -> (continuation of Deferred@1599093265 after retry RPC after error@1382141971)))
09:02:07.479 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@409753805(state=PENDING, result=null, callback=(continuation of Deferred@1170330908 after retry RPC after error@1881260545) -> (continuation of Deferred@922014668 after retry RPC after error@1285836783) -> (continuation of Deferred@117836370 after retry RPC after error@2043277689) -> (continuation of Deferred@1764964159 after retry RPC after error@117888705) -> (continuation of Deferred@811927785 after retry RPC after error@110192037) -> (continuation of Deferred@1995120775 after retry RPC after error@1206538309) -> (continuation of Deferred@1599093265 after retry RPC after error@1382141971), errback=(continuation of Deferred@1170330908 after retry RPC after error@1881260545) -> (continuation of Deferred@922014668 after retry RPC after error@1285836783) -> (continuation of Deferred@117836370 after retry RPC after error@2043277689) -> (continuation of Deferred@1764964159 after retry RPC after error@117888705) -> (continuation of Deferred@811927785 after retry RPC after error@110192037) -> (continuation of Deferred@1995120775 after retry RPC after error@1206538309) -> (continuation of Deferred@1599093265 after retry RPC after error@1382141971)))
09:02:07.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.518 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.518 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.518 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.538 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.538 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.538 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.557 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.557 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.558 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.618 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.619 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.638 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.639 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.639 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.639 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.639 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.639 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.640 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.757 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@832049167(state=PENDING, result=null, callback=(continuation of Deferred@337382965 after retry RPC after error@1386497246) -> (continuation of Deferred@1362855451 after retry RPC after error@550693979) -> (continuation of Deferred@1414210514 after retry RPC after error@607719217) -> (continuation of Deferred@692018931 after retry RPC after error@507043771) -> (continuation of Deferred@333457949 after retry RPC after error@2135748567) -> (continuation of Deferred@743964171 after retry RPC after error@1959409981) -> (continuation of Deferred@1718109563 after retry RPC after error@2126654518), errback=(continuation of Deferred@337382965 after retry RPC after error@1386497246) -> (continuation of Deferred@1362855451 after retry RPC after error@550693979) -> (continuation of Deferred@1414210514 after retry RPC after error@607719217) -> (continuation of Deferred@692018931 after retry RPC after error@507043771) -> (continuation of Deferred@333457949 after retry RPC after error@2135748567) -> (continuation of Deferred@743964171 after retry RPC after error@1959409981) -> (continuation of Deferred@1718109563 after retry RPC after error@2126654518)))
09:02:07.758 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:02:07.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.778 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.778 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.778 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.778 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.778 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.778 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.780 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.818 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.818 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.818 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.838 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.838 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.838 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.838 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.858 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.858 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.858 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.858 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.858 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.898 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:07.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:07.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:07.958 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.958 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.958 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.958 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:07.958 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.958 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:07.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.018 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.018 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.018 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.018 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.018 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.018 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.019 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@310058192(state=PENDING, result=null, callback=(continuation of Deferred@1661173592 after retry RPC after error@1539893318) -> (continuation of Deferred@1323719537 after retry RPC after error@70337505) -> (continuation of Deferred@2091914624 after retry RPC after error@1613125768) -> (continuation of Deferred@484944430 after retry RPC after error@315083800) -> (continuation of Deferred@1856489429 after retry RPC after error@1016541329) -> (continuation of Deferred@486558711 after retry RPC after error@831255363) -> (continuation of Deferred@1631720392 after retry RPC after error@1683268809), errback=(continuation of Deferred@1661173592 after retry RPC after error@1539893318) -> (continuation of Deferred@1323719537 after retry RPC after error@70337505) -> (continuation of Deferred@2091914624 after retry RPC after error@1613125768) -> (continuation of Deferred@484944430 after retry RPC after error@315083800) -> (continuation of Deferred@1856489429 after retry RPC after error@1016541329) -> (continuation of Deferred@486558711 after retry RPC after error@831255363) -> (continuation of Deferred@1631720392 after retry RPC after error@1683268809)))
09:02:08.019 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@310058192(state=PENDING, result=null, callback=(continuation of Deferred@1661173592 after retry RPC after error@1539893318) -> (continuation of Deferred@1323719537 after retry RPC after error@70337505) -> (continuation of Deferred@2091914624 after retry RPC after error@1613125768) -> (continuation of Deferred@484944430 after retry RPC after error@315083800) -> (continuation of Deferred@1856489429 after retry RPC after error@1016541329) -> (continuation of Deferred@486558711 after retry RPC after error@831255363) -> (continuation of Deferred@1631720392 after retry RPC after error@1683268809), errback=(continuation of Deferred@1661173592 after retry RPC after error@1539893318) -> (continuation of Deferred@1323719537 after retry RPC after error@70337505) -> (continuation of Deferred@2091914624 after retry RPC after error@1613125768) -> (continuation of Deferred@484944430 after retry RPC after error@315083800) -> (continuation of Deferred@1856489429 after retry RPC after error@1016541329) -> (continuation of Deferred@486558711 after retry RPC after error@831255363) -> (continuation of Deferred@1631720392 after retry RPC after error@1683268809)))
09:02:08.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.038 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.038 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.038 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.077 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.078 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.078 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.078 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.078 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.098 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.098 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.099 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.099 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.118 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.118 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.118 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.138 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.158 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.158 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.297 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1283767054(state=PENDING, result=null, callback=(continuation of Deferred@741274277 after retry RPC after error@2009054458) -> (continuation of Deferred@918948953 after retry RPC after error@1601408324) -> (continuation of Deferred@76802005 after retry RPC after error@247583697) -> (continuation of Deferred@149140116 after retry RPC after error@1262032737) -> (continuation of Deferred@1343224988 after retry RPC after error@1347478039) -> (continuation of Deferred@1169333659 after retry RPC after error@1186138195) -> (continuation of Deferred@1777854213 after retry RPC after error@1054929014), errback=(continuation of Deferred@741274277 after retry RPC after error@2009054458) -> (continuation of Deferred@918948953 after retry RPC after error@1601408324) -> (continuation of Deferred@76802005 after retry RPC after error@247583697) -> (continuation of Deferred@149140116 after retry RPC after error@1262032737) -> (continuation of Deferred@1343224988 after retry RPC after error@1347478039) -> (continuation of Deferred@1169333659 after retry RPC after error@1186138195) -> (continuation of Deferred@1777854213 after retry RPC after error@1054929014)))
09:02:08.298 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:02:08.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.318 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.318 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.318 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.338 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.338 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.338 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.338 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.360 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.378 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.379 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.379 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.379 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.399 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.399 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.399 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.399 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.399 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.399 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.438 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.438 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.438 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.438 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.439 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.439 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.440 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.478 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.478 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.538 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.538 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.538 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.577 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@930823159(state=PENDING, result=null, callback=(continuation of Deferred@1251936658 after retry RPC after error@435506957) -> (continuation of Deferred@1083065123 after retry RPC after error@784628806) -> (continuation of Deferred@472200085 after retry RPC after error@790338107) -> (continuation of Deferred@490619808 after retry RPC after error@269822477) -> (continuation of Deferred@630786561 after retry RPC after error@1444972235) -> (continuation of Deferred@971828460 after retry RPC after error@1113246) -> (continuation of Deferred@1832138655 after retry RPC after error@1064362540) -> (continuation of Deferred@1629876898 after retry RPC after error@1716913684), errback=(continuation of Deferred@1251936658 after retry RPC after error@435506957) -> (continuation of Deferred@1083065123 after retry RPC after error@784628806) -> (continuation of Deferred@472200085 after retry RPC after error@790338107) -> (continuation of Deferred@490619808 after retry RPC after error@269822477) -> (continuation of Deferred@630786561 after retry RPC after error@1444972235) -> (continuation of Deferred@971828460 after retry RPC after error@1113246) -> (continuation of Deferred@1832138655 after retry RPC after error@1064362540) -> (continuation of Deferred@1629876898 after retry RPC after error@1716913684)))
09:02:08.578 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:02:08.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.598 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.599 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.599 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.600 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:08.601560 1197 master_runner.cc:186] Error getting master registration for 127.0.80.125:34927: Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111),
09:02:08.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:08.601712 1197 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:02:08.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.638 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.638 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.638 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.638 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.638 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.638 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.658 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.658 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.658 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.658 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.658 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.658 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.678 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.678 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.678 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.678 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.678 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.737 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.738 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.738 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.758 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.758 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.758 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.759 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.759 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.759 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.760 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.760 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@998785521(state=PENDING, result=null, callback=(continuation of Deferred@1979221755 after retry RPC after error@743513438) -> (continuation of Deferred@1438438214 after retry RPC after error@742561737) -> (continuation of Deferred@498861028 after retry RPC after error@967005920) -> (continuation of Deferred@171345009 after retry RPC after error@854763041) -> (continuation of Deferred@1336680632 after retry RPC after error@1813740539) -> (continuation of Deferred@1387294469 after retry RPC after error@1976834268) -> (continuation of Deferred@1540579134 after retry RPC after error@1822434076), errback=(continuation of Deferred@1979221755 after retry RPC after error@743513438) -> (continuation of Deferred@1438438214 after retry RPC after error@742561737) -> (continuation of Deferred@498861028 after retry RPC after error@967005920) -> (continuation of Deferred@171345009 after retry RPC after error@854763041) -> (continuation of Deferred@1336680632 after retry RPC after error@1813740539) -> (continuation of Deferred@1387294469 after retry RPC after error@1976834268) -> (continuation of Deferred@1540579134 after retry RPC after error@1822434076)))
09:02:08.761 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@998785521(state=PENDING, result=null, callback=(continuation of Deferred@1979221755 after retry RPC after error@743513438) -> (continuation of Deferred@1438438214 after retry RPC after error@742561737) -> (continuation of Deferred@498861028 after retry RPC after error@967005920) -> (continuation of Deferred@171345009 after retry RPC after error@854763041) -> (continuation of Deferred@1336680632 after retry RPC after error@1813740539) -> (continuation of Deferred@1387294469 after retry RPC after error@1976834268) -> (continuation of Deferred@1540579134 after retry RPC after error@1822434076), errback=(continuation of Deferred@1979221755 after retry RPC after error@743513438) -> (continuation of Deferred@1438438214 after retry RPC after error@742561737) -> (continuation of Deferred@498861028 after retry RPC after error@967005920) -> (continuation of Deferred@171345009 after retry RPC after error@854763041) -> (continuation of Deferred@1336680632 after retry RPC after error@1813740539) -> (continuation of Deferred@1387294469 after retry RPC after error@1976834268) -> (continuation of Deferred@1540579134 after retry RPC after error@1822434076)))
09:02:08.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.778 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.778 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.778 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.778 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.778 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.778 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.798 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.818 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.818 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.818 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.838 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.838 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.838 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.838 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.858 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.858 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.858 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.858 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.858 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.879 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:08.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:08.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:08.918 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.918 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.918 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.918 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:08.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:08.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.038 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@191658990(state=PENDING, result=null, callback=(continuation of Deferred@250744258 after retry RPC after error@751600967) -> (continuation of Deferred@38608682 after retry RPC after error@1788262278) -> (continuation of Deferred@1947478795 after retry RPC after error@1018850931) -> (continuation of Deferred@1457816193 after retry RPC after error@160507228) -> (continuation of Deferred@1552423702 after retry RPC after error@858664706) -> (continuation of Deferred@1101812588 after retry RPC after error@1100424640) -> (continuation of Deferred@1574684239 after retry RPC after error@533705929), errback=(continuation of Deferred@250744258 after retry RPC after error@751600967) -> (continuation of Deferred@38608682 after retry RPC after error@1788262278) -> (continuation of Deferred@1947478795 after retry RPC after error@1018850931) -> (continuation of Deferred@1457816193 after retry RPC after error@160507228) -> (continuation of Deferred@1552423702 after retry RPC after error@858664706) -> (continuation of Deferred@1101812588 after retry RPC after error@1100424640) -> (continuation of Deferred@1574684239 after retry RPC after error@533705929)))
09:02:09.038 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:02:09.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.058 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.058 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.059 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.059 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.059 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.059 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.078 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.078 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.078 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.078 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.078 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.078 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.118 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.118 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.118 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.139 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.139 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.139 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.139 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.139 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.139 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.140 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.178 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.178 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.178 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.258 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.258 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.258 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.260 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@691347631(state=PENDING, result=null, callback=(continuation of Deferred@1751473737 after retry RPC after error@1741245552) -> (continuation of Deferred@1178294551 after retry RPC after error@1183525159) -> (continuation of Deferred@81698985 after retry RPC after error@702142094) -> (continuation of Deferred@892780867 after retry RPC after error@720049363) -> (continuation of Deferred@1530995407 after retry RPC after error@1019994767) -> (continuation of Deferred@1064571020 after retry RPC after error@1296815677) -> (continuation of Deferred@525259265 after retry RPC after error@2087884029), errback=(continuation of Deferred@1751473737 after retry RPC after error@1741245552) -> (continuation of Deferred@1178294551 after retry RPC after error@1183525159) -> (continuation of Deferred@81698985 after retry RPC after error@702142094) -> (continuation of Deferred@892780867 after retry RPC after error@720049363) -> (continuation of Deferred@1530995407 after retry RPC after error@1019994767) -> (continuation of Deferred@1064571020 after retry RPC after error@1296815677) -> (continuation of Deferred@525259265 after retry RPC after error@2087884029)))
09:02:09.260 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@691347631(state=PENDING, result=null, callback=(continuation of Deferred@1751473737 after retry RPC after error@1741245552) -> (continuation of Deferred@1178294551 after retry RPC after error@1183525159) -> (continuation of Deferred@81698985 after retry RPC after error@702142094) -> (continuation of Deferred@892780867 after retry RPC after error@720049363) -> (continuation of Deferred@1530995407 after retry RPC after error@1019994767) -> (continuation of Deferred@1064571020 after retry RPC after error@1296815677) -> (continuation of Deferred@525259265 after retry RPC after error@2087884029), errback=(continuation of Deferred@1751473737 after retry RPC after error@1741245552) -> (continuation of Deferred@1178294551 after retry RPC after error@1183525159) -> (continuation of Deferred@81698985 after retry RPC after error@702142094) -> (continuation of Deferred@892780867 after retry RPC after error@720049363) -> (continuation of Deferred@1530995407 after retry RPC after error@1019994767) -> (continuation of Deferred@1064571020 after retry RPC after error@1296815677) -> (continuation of Deferred@525259265 after retry RPC after error@2087884029)))
09:02:09.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.278 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.278 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.278 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.278 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.278 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.298 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.298 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.298 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.298 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.298 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.299 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.338 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.338 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.338 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.338 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.359 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.359 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.359 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.359 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.378 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.378 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.478 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.478 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.479 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2050252608(state=PENDING, result=null, callback=(continuation of Deferred@738791506 after retry RPC after error@721716832) -> (continuation of Deferred@694426360 after retry RPC after error@1911725771) -> (continuation of Deferred@354257703 after retry RPC after error@438642786) -> (continuation of Deferred@320819716 after retry RPC after error@1988006506) -> (continuation of Deferred@256076593 after retry RPC after error@1016476803) -> (continuation of Deferred@1441848935 after retry RPC after error@1470102385) -> (continuation of Deferred@1133582416 after retry RPC after error@1320033933), errback=(continuation of Deferred@738791506 after retry RPC after error@721716832) -> (continuation of Deferred@694426360 after retry RPC after error@1911725771) -> (continuation of Deferred@354257703 after retry RPC after error@438642786) -> (continuation of Deferred@320819716 after retry RPC after error@1988006506) -> (continuation of Deferred@256076593 after retry RPC after error@1016476803) -> (continuation of Deferred@1441848935 after retry RPC after error@1470102385) -> (continuation of Deferred@1133582416 after retry RPC after error@1320033933)))
09:02:09.479 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2050252608(state=PENDING, result=null, callback=(continuation of Deferred@738791506 after retry RPC after error@721716832) -> (continuation of Deferred@694426360 after retry RPC after error@1911725771) -> (continuation of Deferred@354257703 after retry RPC after error@438642786) -> (continuation of Deferred@320819716 after retry RPC after error@1988006506) -> (continuation of Deferred@256076593 after retry RPC after error@1016476803) -> (continuation of Deferred@1441848935 after retry RPC after error@1470102385) -> (continuation of Deferred@1133582416 after retry RPC after error@1320033933), errback=(continuation of Deferred@738791506 after retry RPC after error@721716832) -> (continuation of Deferred@694426360 after retry RPC after error@1911725771) -> (continuation of Deferred@354257703 after retry RPC after error@438642786) -> (continuation of Deferred@320819716 after retry RPC after error@1988006506) -> (continuation of Deferred@256076593 after retry RPC after error@1016476803) -> (continuation of Deferred@1441848935 after retry RPC after error@1470102385) -> (continuation of Deferred@1133582416 after retry RPC after error@1320033933)))
09:02:09.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.498 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.498 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.499 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.499 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.499 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.518 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.557 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.557 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.558 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.558 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.558 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.558 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.578 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.578 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.578 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.598 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.598 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.598 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.659 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@711746250(state=PENDING, result=null, callback=(continuation of Deferred@158249093 after retry RPC after error@663918685) -> (continuation of Deferred@369933203 after retry RPC after error@1598026154) -> (continuation of Deferred@589924432 after retry RPC after error@273333272) -> (continuation of Deferred@1676238241 after retry RPC after error@1140544215) -> (continuation of Deferred@746535408 after retry RPC after error@1762720283) -> (continuation of Deferred@1086170829 after retry RPC after error@1497971175), errback=(continuation of Deferred@158249093 after retry RPC after error@663918685) -> (continuation of Deferred@369933203 after retry RPC after error@1598026154) -> (continuation of Deferred@589924432 after retry RPC after error@273333272) -> (continuation of Deferred@1676238241 after retry RPC after error@1140544215) -> (continuation of Deferred@746535408 after retry RPC after error@1762720283) -> (continuation of Deferred@1086170829 after retry RPC after error@1497971175)))
09:02:09.659 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@711746250(state=PENDING, result=null, callback=(continuation of Deferred@158249093 after retry RPC after error@663918685) -> (continuation of Deferred@369933203 after retry RPC after error@1598026154) -> (continuation of Deferred@589924432 after retry RPC after error@273333272) -> (continuation of Deferred@1676238241 after retry RPC after error@1140544215) -> (continuation of Deferred@746535408 after retry RPC after error@1762720283) -> (continuation of Deferred@1086170829 after retry RPC after error@1497971175), errback=(continuation of Deferred@158249093 after retry RPC after error@663918685) -> (continuation of Deferred@369933203 after retry RPC after error@1598026154) -> (continuation of Deferred@589924432 after retry RPC after error@273333272) -> (continuation of Deferred@1676238241 after retry RPC after error@1140544215) -> (continuation of Deferred@746535408 after retry RPC after error@1762720283) -> (continuation of Deferred@1086170829 after retry RPC after error@1497971175)))
09:02:09.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.679 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.679 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.679 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.717 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.717 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.717 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.717 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.718 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.718 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.718 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.758 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.758 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.758 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.778 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.778 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.779 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.779 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.779 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.779 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.838 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.838 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.838 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.838 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.838 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.838 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.920 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.920 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [39ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@943685100(state=PENDING, result=null, callback=(continuation of Deferred@1649219612 after retry RPC after error@2034142427) -> (continuation of Deferred@260609803 after retry RPC after error@1276861195) -> (continuation of Deferred@1184638828 after retry RPC after error@1263084336) -> (continuation of Deferred@3327389 after retry RPC after error@375854483) -> (continuation of Deferred@828897140 after retry RPC after error@867504843) -> (continuation of Deferred@633153293 after retry RPC after error@190342564) -> (continuation of Deferred@84602860 after retry RPC after error@515020492), errback=(continuation of Deferred@1649219612 after retry RPC after error@2034142427) -> (continuation of Deferred@260609803 after retry RPC after error@1276861195) -> (continuation of Deferred@1184638828 after retry RPC after error@1263084336) -> (continuation of Deferred@3327389 after retry RPC after error@375854483) -> (continuation of Deferred@828897140 after retry RPC after error@867504843) -> (continuation of Deferred@633153293 after retry RPC after error@190342564) -> (continuation of Deferred@84602860 after retry RPC after error@515020492)))
09:02:09.920 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [39ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@943685100(state=PENDING, result=null, callback=(continuation of Deferred@1649219612 after retry RPC after error@2034142427) -> (continuation of Deferred@260609803 after retry RPC after error@1276861195) -> (continuation of Deferred@1184638828 after retry RPC after error@1263084336) -> (continuation of Deferred@3327389 after retry RPC after error@375854483) -> (continuation of Deferred@828897140 after retry RPC after error@867504843) -> (continuation of Deferred@633153293 after retry RPC after error@190342564) -> (continuation of Deferred@84602860 after retry RPC after error@515020492), errback=(continuation of Deferred@1649219612 after retry RPC after error@2034142427) -> (continuation of Deferred@260609803 after retry RPC after error@1276861195) -> (continuation of Deferred@1184638828 after retry RPC after error@1263084336) -> (continuation of Deferred@3327389 after retry RPC after error@375854483) -> (continuation of Deferred@828897140 after retry RPC after error@867504843) -> (continuation of Deferred@633153293 after retry RPC after error@190342564) -> (continuation of Deferred@84602860 after retry RPC after error@515020492)))
09:02:09.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.939 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.939 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.958 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.978 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.978 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:09.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:09.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:09.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:09.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:09.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.018 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.018 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.018 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.019 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.019 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.019 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.038 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.038 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.038 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.038 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.038 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.038 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.078 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.078 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.078 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.078 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.078 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.078 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.098 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.099 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@721709926(state=PENDING, result=null, callback=(continuation of Deferred@680031202 after retry RPC after error@1665089115) -> (continuation of Deferred@1399654265 after retry RPC after error@1530534185) -> (continuation of Deferred@818312911 after retry RPC after error@705780586) -> (continuation of Deferred@301778846 after retry RPC after error@436500441) -> (continuation of Deferred@427235928 after retry RPC after error@958253079) -> (continuation of Deferred@1319778461 after retry RPC after error@2007577646) -> (continuation of Deferred@1445811545 after retry RPC after error@27747067), errback=(continuation of Deferred@680031202 after retry RPC after error@1665089115) -> (continuation of Deferred@1399654265 after retry RPC after error@1530534185) -> (continuation of Deferred@818312911 after retry RPC after error@705780586) -> (continuation of Deferred@301778846 after retry RPC after error@436500441) -> (continuation of Deferred@427235928 after retry RPC after error@958253079) -> (continuation of Deferred@1319778461 after retry RPC after error@2007577646) -> (continuation of Deferred@1445811545 after retry RPC after error@27747067)))
09:02:10.099 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@721709926(state=PENDING, result=null, callback=(continuation of Deferred@680031202 after retry RPC after error@1665089115) -> (continuation of Deferred@1399654265 after retry RPC after error@1530534185) -> (continuation of Deferred@818312911 after retry RPC after error@705780586) -> (continuation of Deferred@301778846 after retry RPC after error@436500441) -> (continuation of Deferred@427235928 after retry RPC after error@958253079) -> (continuation of Deferred@1319778461 after retry RPC after error@2007577646) -> (continuation of Deferred@1445811545 after retry RPC after error@27747067), errback=(continuation of Deferred@680031202 after retry RPC after error@1665089115) -> (continuation of Deferred@1399654265 after retry RPC after error@1530534185) -> (continuation of Deferred@818312911 after retry RPC after error@705780586) -> (continuation of Deferred@301778846 after retry RPC after error@436500441) -> (continuation of Deferred@427235928 after retry RPC after error@958253079) -> (continuation of Deferred@1319778461 after retry RPC after error@2007577646) -> (continuation of Deferred@1445811545 after retry RPC after error@27747067)))
09:02:10.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.118 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.119 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.119 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.120 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.138 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.138 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.138 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.138 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.138 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.138 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.158 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.158 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.158 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.158 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.158 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.158 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.198 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.198 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.198 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.238 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.238 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.298 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.298 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.298 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.298 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.298 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.299 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.300 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@239824548(state=PENDING, result=null, callback=(continuation of Deferred@706119004 after retry RPC after error@1784838569) -> (continuation of Deferred@1085800641 after retry RPC after error@357791804) -> (continuation of Deferred@200356783 after retry RPC after error@1923591241) -> (continuation of Deferred@1922630868 after retry RPC after error@2080702499) -> (continuation of Deferred@2129340487 after retry RPC after error@836834871) -> (continuation of Deferred@199494523 after retry RPC after error@1605633596), errback=(continuation of Deferred@706119004 after retry RPC after error@1784838569) -> (continuation of Deferred@1085800641 after retry RPC after error@357791804) -> (continuation of Deferred@200356783 after retry RPC after error@1923591241) -> (continuation of Deferred@1922630868 after retry RPC after error@2080702499) -> (continuation of Deferred@2129340487 after retry RPC after error@836834871) -> (continuation of Deferred@199494523 after retry RPC after error@1605633596)))
09:02:10.300 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@239824548(state=PENDING, result=null, callback=(continuation of Deferred@706119004 after retry RPC after error@1784838569) -> (continuation of Deferred@1085800641 after retry RPC after error@357791804) -> (continuation of Deferred@200356783 after retry RPC after error@1923591241) -> (continuation of Deferred@1922630868 after retry RPC after error@2080702499) -> (continuation of Deferred@2129340487 after retry RPC after error@836834871) -> (continuation of Deferred@199494523 after retry RPC after error@1605633596), errback=(continuation of Deferred@706119004 after retry RPC after error@1784838569) -> (continuation of Deferred@1085800641 after retry RPC after error@357791804) -> (continuation of Deferred@200356783 after retry RPC after error@1923591241) -> (continuation of Deferred@1922630868 after retry RPC after error@2080702499) -> (continuation of Deferred@2129340487 after retry RPC after error@836834871) -> (continuation of Deferred@199494523 after retry RPC after error@1605633596)))
09:02:10.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.338 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.338 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.338 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.338 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.379 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.379 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.379 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.379 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.418 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.418 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.418 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.478 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.478 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.478 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.518 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.518 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.519 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@940478325(state=PENDING, result=null, callback=(continuation of Deferred@1672363690 after retry RPC after error@808865895) -> (continuation of Deferred@1326203957 after retry RPC after error@53813126) -> (continuation of Deferred@301738532 after retry RPC after error@332129556) -> (continuation of Deferred@1053501108 after retry RPC after error@363448260) -> (continuation of Deferred@1702130271 after retry RPC after error@702269600) -> (continuation of Deferred@1312990633 after retry RPC after error@353291330) -> (continuation of Deferred@1403953718 after retry RPC after error@608697899), errback=(continuation of Deferred@1672363690 after retry RPC after error@808865895) -> (continuation of Deferred@1326203957 after retry RPC after error@53813126) -> (continuation of Deferred@301738532 after retry RPC after error@332129556) -> (continuation of Deferred@1053501108 after retry RPC after error@363448260) -> (continuation of Deferred@1702130271 after retry RPC after error@702269600) -> (continuation of Deferred@1312990633 after retry RPC after error@353291330) -> (continuation of Deferred@1403953718 after retry RPC after error@608697899)))
09:02:10.519 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@940478325(state=PENDING, result=null, callback=(continuation of Deferred@1672363690 after retry RPC after error@808865895) -> (continuation of Deferred@1326203957 after retry RPC after error@53813126) -> (continuation of Deferred@301738532 after retry RPC after error@332129556) -> (continuation of Deferred@1053501108 after retry RPC after error@363448260) -> (continuation of Deferred@1702130271 after retry RPC after error@702269600) -> (continuation of Deferred@1312990633 after retry RPC after error@353291330) -> (continuation of Deferred@1403953718 after retry RPC after error@608697899), errback=(continuation of Deferred@1672363690 after retry RPC after error@808865895) -> (continuation of Deferred@1326203957 after retry RPC after error@53813126) -> (continuation of Deferred@301738532 after retry RPC after error@332129556) -> (continuation of Deferred@1053501108 after retry RPC after error@363448260) -> (continuation of Deferred@1702130271 after retry RPC after error@702269600) -> (continuation of Deferred@1312990633 after retry RPC after error@353291330) -> (continuation of Deferred@1403953718 after retry RPC after error@608697899)))
09:02:10.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.558 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.558 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.558 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.578 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.578 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.598 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.599 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.599 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.620 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.659 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.659 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.718 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.719 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.719 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.719 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.759 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.759 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.759 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.759 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1167593059(state=PENDING, result=null, callback=(continuation of Deferred@1067628984 after retry RPC after error@773786617) -> (continuation of Deferred@1279407937 after retry RPC after error@1236063164) -> (continuation of Deferred@1667882056 after retry RPC after error@905925407) -> (continuation of Deferred@1759150814 after retry RPC after error@1195674954) -> (continuation of Deferred@1793229430 after retry RPC after error@634016670) -> (continuation of Deferred@431683979 after retry RPC after error@2054621483) -> (continuation of Deferred@75027745 after retry RPC after error@1943609491), errback=(continuation of Deferred@1067628984 after retry RPC after error@773786617) -> (continuation of Deferred@1279407937 after retry RPC after error@1236063164) -> (continuation of Deferred@1667882056 after retry RPC after error@905925407) -> (continuation of Deferred@1759150814 after retry RPC after error@1195674954) -> (continuation of Deferred@1793229430 after retry RPC after error@634016670) -> (continuation of Deferred@431683979 after retry RPC after error@2054621483) -> (continuation of Deferred@75027745 after retry RPC after error@1943609491)))
09:02:10.760 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [220ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1167593059(state=PENDING, result=null, callback=(continuation of Deferred@1067628984 after retry RPC after error@773786617) -> (continuation of Deferred@1279407937 after retry RPC after error@1236063164) -> (continuation of Deferred@1667882056 after retry RPC after error@905925407) -> (continuation of Deferred@1759150814 after retry RPC after error@1195674954) -> (continuation of Deferred@1793229430 after retry RPC after error@634016670) -> (continuation of Deferred@431683979 after retry RPC after error@2054621483) -> (continuation of Deferred@75027745 after retry RPC after error@1943609491), errback=(continuation of Deferred@1067628984 after retry RPC after error@773786617) -> (continuation of Deferred@1279407937 after retry RPC after error@1236063164) -> (continuation of Deferred@1667882056 after retry RPC after error@905925407) -> (continuation of Deferred@1759150814 after retry RPC after error@1195674954) -> (continuation of Deferred@1793229430 after retry RPC after error@634016670) -> (continuation of Deferred@431683979 after retry RPC after error@2054621483) -> (continuation of Deferred@75027745 after retry RPC after error@1943609491)))
09:02:10.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.798 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.798 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.798 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.818 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.818 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.818 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.818 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.818 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.818 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.838 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.838 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.838 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.838 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.838 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.839 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.877 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.878 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.878 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.878 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.878 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.878 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.878 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.919 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.919 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.919 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.919 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.919 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.920 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.958 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.958 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.958 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.958 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.958 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.959 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.960 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@905197127(state=PENDING, result=null, callback=(continuation of Deferred@645010636 after retry RPC after error@1873138899) -> (continuation of Deferred@654335070 after retry RPC after error@861016311) -> (continuation of Deferred@87078437 after retry RPC after error@1156770076) -> (continuation of Deferred@1630908272 after retry RPC after error@1111744009) -> (continuation of Deferred@1120066042 after retry RPC after error@296448695) -> (continuation of Deferred@1562972637 after retry RPC after error@21376999), errback=(continuation of Deferred@645010636 after retry RPC after error@1873138899) -> (continuation of Deferred@654335070 after retry RPC after error@861016311) -> (continuation of Deferred@87078437 after retry RPC after error@1156770076) -> (continuation of Deferred@1630908272 after retry RPC after error@1111744009) -> (continuation of Deferred@1120066042 after retry RPC after error@296448695) -> (continuation of Deferred@1562972637 after retry RPC after error@21376999)))
09:02:10.960 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [100ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@905197127(state=PENDING, result=null, callback=(continuation of Deferred@645010636 after retry RPC after error@1873138899) -> (continuation of Deferred@654335070 after retry RPC after error@861016311) -> (continuation of Deferred@87078437 after retry RPC after error@1156770076) -> (continuation of Deferred@1630908272 after retry RPC after error@1111744009) -> (continuation of Deferred@1120066042 after retry RPC after error@296448695) -> (continuation of Deferred@1562972637 after retry RPC after error@21376999), errback=(continuation of Deferred@645010636 after retry RPC after error@1873138899) -> (continuation of Deferred@654335070 after retry RPC after error@861016311) -> (continuation of Deferred@87078437 after retry RPC after error@1156770076) -> (continuation of Deferred@1630908272 after retry RPC after error@1111744009) -> (continuation of Deferred@1120066042 after retry RPC after error@296448695) -> (continuation of Deferred@1562972637 after retry RPC after error@21376999)))
09:02:10.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:10.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:10.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:10.997 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.998 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:10.998 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:10.998 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.019 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.019 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.019 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.019 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.019 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.019 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.020 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.038 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.038 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.038 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.077 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.078 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.078 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.078 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.158 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.158 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.158 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.237 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1488462437(state=PENDING, result=null, callback=(continuation of Deferred@1108222870 after retry RPC after error@862379101) -> (continuation of Deferred@1721443161 after retry RPC after error@2133429989) -> (continuation of Deferred@1283981317 after retry RPC after error@1225370109) -> (continuation of Deferred@1983371886 after retry RPC after error@1163537643) -> (continuation of Deferred@1230931053 after retry RPC after error@1302108922) -> (continuation of Deferred@95477133 after retry RPC after error@286885028) -> (continuation of Deferred@744036102 after retry RPC after error@96146237), errback=(continuation of Deferred@1108222870 after retry RPC after error@862379101) -> (continuation of Deferred@1721443161 after retry RPC after error@2133429989) -> (continuation of Deferred@1283981317 after retry RPC after error@1225370109) -> (continuation of Deferred@1983371886 after retry RPC after error@1163537643) -> (continuation of Deferred@1230931053 after retry RPC after error@1302108922) -> (continuation of Deferred@95477133 after retry RPC after error@286885028) -> (continuation of Deferred@744036102 after retry RPC after error@96146237)))
09:02:11.238 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:02:11.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.278 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:11.286092 817 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 1)
09:02:11.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:11.291443 817 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'fdaf21a18e56482795a70e6f6ee0905c', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'fdaf21a18e56482795a70e6f6ee0905c', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 1)
09:02:11.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:11.293115 817 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.0.80.126:43989)
09:02:11.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.298 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.298 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.298 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.298 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.299 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.318 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.318 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.318 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.318 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.338 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.338 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.338 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.378 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.378 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.378 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.478 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.478 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.479 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.479 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.479 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.480 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1839375988(state=PENDING, result=null, callback=(continuation of Deferred@1128345819 after retry RPC after error@1498996486) -> (continuation of Deferred@1719613826 after retry RPC after error@513188415) -> (continuation of Deferred@1411092190 after retry RPC after error@1260702644) -> (continuation of Deferred@1409828987 after retry RPC after error@2133106591) -> (continuation of Deferred@2009175003 after retry RPC after error@441815036) -> (continuation of Deferred@201869149 after retry RPC after error@1460398372) -> (continuation of Deferred@741341013 after retry RPC after error@439596867), errback=(continuation of Deferred@1128345819 after retry RPC after error@1498996486) -> (continuation of Deferred@1719613826 after retry RPC after error@513188415) -> (continuation of Deferred@1411092190 after retry RPC after error@1260702644) -> (continuation of Deferred@1409828987 after retry RPC after error@2133106591) -> (continuation of Deferred@2009175003 after retry RPC after error@441815036) -> (continuation of Deferred@201869149 after retry RPC after error@1460398372) -> (continuation of Deferred@741341013 after retry RPC after error@439596867)))
09:02:11.480 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1839375988(state=PENDING, result=null, callback=(continuation of Deferred@1128345819 after retry RPC after error@1498996486) -> (continuation of Deferred@1719613826 after retry RPC after error@513188415) -> (continuation of Deferred@1411092190 after retry RPC after error@1260702644) -> (continuation of Deferred@1409828987 after retry RPC after error@2133106591) -> (continuation of Deferred@2009175003 after retry RPC after error@441815036) -> (continuation of Deferred@201869149 after retry RPC after error@1460398372) -> (continuation of Deferred@741341013 after retry RPC after error@439596867), errback=(continuation of Deferred@1128345819 after retry RPC after error@1498996486) -> (continuation of Deferred@1719613826 after retry RPC after error@513188415) -> (continuation of Deferred@1411092190 after retry RPC after error@1260702644) -> (continuation of Deferred@1409828987 after retry RPC after error@2133106591) -> (continuation of Deferred@2009175003 after retry RPC after error@441815036) -> (continuation of Deferred@201869149 after retry RPC after error@1460398372) -> (continuation of Deferred@741341013 after retry RPC after error@439596867)))
09:02:11.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.498 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.498 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.498 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.498 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.498 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.518 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.538 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.538 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.538 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.558 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.558 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.558 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.558 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.558 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.558 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.579 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.579 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.579 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.580 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.620 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.679 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.679 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.680 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@256076057(state=PENDING, result=null, callback=(continuation of Deferred@139288093 after retry RPC after error@627068530) -> (continuation of Deferred@1422965757 after retry RPC after error@1078926303) -> (continuation of Deferred@579864701 after retry RPC after error@86299011) -> (continuation of Deferred@1425706377 after retry RPC after error@1825826090) -> (continuation of Deferred@1310907181 after retry RPC after error@1839838115) -> (continuation of Deferred@1832906074 after retry RPC after error@506900322), errback=(continuation of Deferred@139288093 after retry RPC after error@627068530) -> (continuation of Deferred@1422965757 after retry RPC after error@1078926303) -> (continuation of Deferred@579864701 after retry RPC after error@86299011) -> (continuation of Deferred@1425706377 after retry RPC after error@1825826090) -> (continuation of Deferred@1310907181 after retry RPC after error@1839838115) -> (continuation of Deferred@1832906074 after retry RPC after error@506900322)))
09:02:11.680 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@256076057(state=PENDING, result=null, callback=(continuation of Deferred@139288093 after retry RPC after error@627068530) -> (continuation of Deferred@1422965757 after retry RPC after error@1078926303) -> (continuation of Deferred@579864701 after retry RPC after error@86299011) -> (continuation of Deferred@1425706377 after retry RPC after error@1825826090) -> (continuation of Deferred@1310907181 after retry RPC after error@1839838115) -> (continuation of Deferred@1832906074 after retry RPC after error@506900322), errback=(continuation of Deferred@139288093 after retry RPC after error@627068530) -> (continuation of Deferred@1422965757 after retry RPC after error@1078926303) -> (continuation of Deferred@579864701 after retry RPC after error@86299011) -> (continuation of Deferred@1425706377 after retry RPC after error@1825826090) -> (continuation of Deferred@1310907181 after retry RPC after error@1839838115) -> (continuation of Deferred@1832906074 after retry RPC after error@506900322)))
09:02:11.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.718 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.718 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.718 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.718 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.718 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.758 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.758 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.758 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.779 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.779 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.779 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.780 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.780 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.780 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.780 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.818 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.819 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.819 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.819 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.819 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.819 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.820 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.898 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.898 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.898 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.898 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.898 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.898 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.900 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@914219256(state=PENDING, result=null, callback=(continuation of Deferred@1536068516 after retry RPC after error@532042557) -> (continuation of Deferred@1192645410 after retry RPC after error@515182872) -> (continuation of Deferred@835283649 after retry RPC after error@483125374) -> (continuation of Deferred@1764833158 after retry RPC after error@1606076009) -> (continuation of Deferred@635383869 after retry RPC after error@1721021664) -> (continuation of Deferred@108606131 after retry RPC after error@259601819) -> (continuation of Deferred@1400611473 after retry RPC after error@277561258), errback=(continuation of Deferred@1536068516 after retry RPC after error@532042557) -> (continuation of Deferred@1192645410 after retry RPC after error@515182872) -> (continuation of Deferred@835283649 after retry RPC after error@483125374) -> (continuation of Deferred@1764833158 after retry RPC after error@1606076009) -> (continuation of Deferred@635383869 after retry RPC after error@1721021664) -> (continuation of Deferred@108606131 after retry RPC after error@259601819) -> (continuation of Deferred@1400611473 after retry RPC after error@277561258)))
09:02:11.900 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@914219256(state=PENDING, result=null, callback=(continuation of Deferred@1536068516 after retry RPC after error@532042557) -> (continuation of Deferred@1192645410 after retry RPC after error@515182872) -> (continuation of Deferred@835283649 after retry RPC after error@483125374) -> (continuation of Deferred@1764833158 after retry RPC after error@1606076009) -> (continuation of Deferred@635383869 after retry RPC after error@1721021664) -> (continuation of Deferred@108606131 after retry RPC after error@259601819) -> (continuation of Deferred@1400611473 after retry RPC after error@277561258), errback=(continuation of Deferred@1536068516 after retry RPC after error@532042557) -> (continuation of Deferred@1192645410 after retry RPC after error@515182872) -> (continuation of Deferred@835283649 after retry RPC after error@483125374) -> (continuation of Deferred@1764833158 after retry RPC after error@1606076009) -> (continuation of Deferred@635383869 after retry RPC after error@1721021664) -> (continuation of Deferred@108606131 after retry RPC after error@259601819) -> (continuation of Deferred@1400611473 after retry RPC after error@277561258)))
09:02:11.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.918 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.918 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.918 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.918 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.918 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.937 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.938 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.938 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.938 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.938 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.978 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.978 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.978 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.978 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.979 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.979 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:11.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:11.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:11.998 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.998 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.998 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.998 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:11.998 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:11.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.018 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.018 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.018 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.019 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.019 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.019 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.118 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.118 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.118 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.158 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.158 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.158 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.159 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1180527563(state=PENDING, result=null, callback=(continuation of Deferred@820164366 after retry RPC after error@306747700) -> (continuation of Deferred@1053080025 after retry RPC after error@325750521) -> (continuation of Deferred@915734877 after retry RPC after error@1623375746) -> (continuation of Deferred@2077481010 after retry RPC after error@1007262967) -> (continuation of Deferred@571010498 after retry RPC after error@1472424110) -> (continuation of Deferred@850671660 after retry RPC after error@1110111401) -> (continuation of Deferred@665413587 after retry RPC after error@1801710992) -> (continuation of Deferred@2022038920 after retry RPC after error@1830805901), errback=(continuation of Deferred@820164366 after retry RPC after error@306747700) -> (continuation of Deferred@1053080025 after retry RPC after error@325750521) -> (continuation of Deferred@915734877 after retry RPC after error@1623375746) -> (continuation of Deferred@2077481010 after retry RPC after error@1007262967) -> (continuation of Deferred@571010498 after retry RPC after error@1472424110) -> (continuation of Deferred@850671660 after retry RPC after error@1110111401) -> (continuation of Deferred@665413587 after retry RPC after error@1801710992) -> (continuation of Deferred@2022038920 after retry RPC after error@1830805901)))
09:02:12.159 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1180527563(state=PENDING, result=null, callback=(continuation of Deferred@820164366 after retry RPC after error@306747700) -> (continuation of Deferred@1053080025 after retry RPC after error@325750521) -> (continuation of Deferred@915734877 after retry RPC after error@1623375746) -> (continuation of Deferred@2077481010 after retry RPC after error@1007262967) -> (continuation of Deferred@571010498 after retry RPC after error@1472424110) -> (continuation of Deferred@850671660 after retry RPC after error@1110111401) -> (continuation of Deferred@665413587 after retry RPC after error@1801710992) -> (continuation of Deferred@2022038920 after retry RPC after error@1830805901), errback=(continuation of Deferred@820164366 after retry RPC after error@306747700) -> (continuation of Deferred@1053080025 after retry RPC after error@325750521) -> (continuation of Deferred@915734877 after retry RPC after error@1623375746) -> (continuation of Deferred@2077481010 after retry RPC after error@1007262967) -> (continuation of Deferred@571010498 after retry RPC after error@1472424110) -> (continuation of Deferred@850671660 after retry RPC after error@1110111401) -> (continuation of Deferred@665413587 after retry RPC after error@1801710992) -> (continuation of Deferred@2022038920 after retry RPC after error@1830805901)))
09:02:12.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.179 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.179 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.179 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.218 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.218 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.218 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.218 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.238 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.238 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.280 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.298 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.298 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.298 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.298 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.302 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.380 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [124ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@348148919(state=PENDING, result=null, callback=(continuation of Deferred@509809042 after retry RPC after error@1032021391) -> (continuation of Deferred@9402752 after retry RPC after error@385675466) -> (continuation of Deferred@278240262 after retry RPC after error@916208774) -> (continuation of Deferred@1302593708 after retry RPC after error@1009767282) -> (continuation of Deferred@6692189 after retry RPC after error@1472821723) -> (continuation of Deferred@973452014 after retry RPC after error@2020819615) -> (continuation of Deferred@1213146169 after retry RPC after error@1414826826), errback=(continuation of Deferred@509809042 after retry RPC after error@1032021391) -> (continuation of Deferred@9402752 after retry RPC after error@385675466) -> (continuation of Deferred@278240262 after retry RPC after error@916208774) -> (continuation of Deferred@1302593708 after retry RPC after error@1009767282) -> (continuation of Deferred@6692189 after retry RPC after error@1472821723) -> (continuation of Deferred@973452014 after retry RPC after error@2020819615) -> (continuation of Deferred@1213146169 after retry RPC after error@1414826826)))
09:02:12.380 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [124ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@348148919(state=PENDING, result=null, callback=(continuation of Deferred@509809042 after retry RPC after error@1032021391) -> (continuation of Deferred@9402752 after retry RPC after error@385675466) -> (continuation of Deferred@278240262 after retry RPC after error@916208774) -> (continuation of Deferred@1302593708 after retry RPC after error@1009767282) -> (continuation of Deferred@6692189 after retry RPC after error@1472821723) -> (continuation of Deferred@973452014 after retry RPC after error@2020819615) -> (continuation of Deferred@1213146169 after retry RPC after error@1414826826), errback=(continuation of Deferred@509809042 after retry RPC after error@1032021391) -> (continuation of Deferred@9402752 after retry RPC after error@385675466) -> (continuation of Deferred@278240262 after retry RPC after error@916208774) -> (continuation of Deferred@1302593708 after retry RPC after error@1009767282) -> (continuation of Deferred@6692189 after retry RPC after error@1472821723) -> (continuation of Deferred@973452014 after retry RPC after error@2020819615) -> (continuation of Deferred@1213146169 after retry RPC after error@1414826826)))
09:02:12.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.398 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.398 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.398 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.398 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.398 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.398 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.438 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.477 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.478 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.478 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.478 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.558 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.558 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.558 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.618 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.618 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.619 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.619 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.620 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@770090639(state=PENDING, result=null, callback=(continuation of Deferred@748080668 after retry RPC after error@1615012016) -> (continuation of Deferred@718426833 after retry RPC after error@840453082) -> (continuation of Deferred@686069163 after retry RPC after error@1364944551) -> (continuation of Deferred@1764225671 after retry RPC after error@420553442) -> (continuation of Deferred@366257574 after retry RPC after error@523274213) -> (continuation of Deferred@1238760782 after retry RPC after error@1497612452) -> (continuation of Deferred@1770698687 after retry RPC after error@1914571460), errback=(continuation of Deferred@748080668 after retry RPC after error@1615012016) -> (continuation of Deferred@718426833 after retry RPC after error@840453082) -> (continuation of Deferred@686069163 after retry RPC after error@1364944551) -> (continuation of Deferred@1764225671 after retry RPC after error@420553442) -> (continuation of Deferred@366257574 after retry RPC after error@523274213) -> (continuation of Deferred@1238760782 after retry RPC after error@1497612452) -> (continuation of Deferred@1770698687 after retry RPC after error@1914571460)))
09:02:12.620 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@770090639(state=PENDING, result=null, callback=(continuation of Deferred@748080668 after retry RPC after error@1615012016) -> (continuation of Deferred@718426833 after retry RPC after error@840453082) -> (continuation of Deferred@686069163 after retry RPC after error@1364944551) -> (continuation of Deferred@1764225671 after retry RPC after error@420553442) -> (continuation of Deferred@366257574 after retry RPC after error@523274213) -> (continuation of Deferred@1238760782 after retry RPC after error@1497612452) -> (continuation of Deferred@1770698687 after retry RPC after error@1914571460), errback=(continuation of Deferred@748080668 after retry RPC after error@1615012016) -> (continuation of Deferred@718426833 after retry RPC after error@840453082) -> (continuation of Deferred@686069163 after retry RPC after error@1364944551) -> (continuation of Deferred@1764225671 after retry RPC after error@420553442) -> (continuation of Deferred@366257574 after retry RPC after error@523274213) -> (continuation of Deferred@1238760782 after retry RPC after error@1497612452) -> (continuation of Deferred@1770698687 after retry RPC after error@1914571460)))
09:02:12.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.638 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.638 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.638 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.638 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.658 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.717 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.717 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.718 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.718 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.718 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.718 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.778 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.778 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.778 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.778 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.779 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.780 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1875734528(state=PENDING, result=null, callback=(continuation of Deferred@1829179159 after retry RPC after error@1155260773) -> (continuation of Deferred@669673892 after retry RPC after error@589512745) -> (continuation of Deferred@1980337389 after retry RPC after error@1841470336) -> (continuation of Deferred@428964053 after retry RPC after error@545931718) -> (continuation of Deferred@450813918 after retry RPC after error@1673087390) -> (continuation of Deferred@1912394476 after retry RPC after error@59390308), errback=(continuation of Deferred@1829179159 after retry RPC after error@1155260773) -> (continuation of Deferred@669673892 after retry RPC after error@589512745) -> (continuation of Deferred@1980337389 after retry RPC after error@1841470336) -> (continuation of Deferred@428964053 after retry RPC after error@545931718) -> (continuation of Deferred@450813918 after retry RPC after error@1673087390) -> (continuation of Deferred@1912394476 after retry RPC after error@59390308)))
09:02:12.780 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1875734528(state=PENDING, result=null, callback=(continuation of Deferred@1829179159 after retry RPC after error@1155260773) -> (continuation of Deferred@669673892 after retry RPC after error@589512745) -> (continuation of Deferred@1980337389 after retry RPC after error@1841470336) -> (continuation of Deferred@428964053 after retry RPC after error@545931718) -> (continuation of Deferred@450813918 after retry RPC after error@1673087390) -> (continuation of Deferred@1912394476 after retry RPC after error@59390308), errback=(continuation of Deferred@1829179159 after retry RPC after error@1155260773) -> (continuation of Deferred@669673892 after retry RPC after error@589512745) -> (continuation of Deferred@1980337389 after retry RPC after error@1841470336) -> (continuation of Deferred@428964053 after retry RPC after error@545931718) -> (continuation of Deferred@450813918 after retry RPC after error@1673087390) -> (continuation of Deferred@1912394476 after retry RPC after error@59390308)))
09:02:12.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.818 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.818 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.818 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.818 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.818 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.818 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.858 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.858 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.858 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.859 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.860 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.878 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.878 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.878 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.879 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.898 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.898 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.898 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.959 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1566217067(state=PENDING, result=null, callback=(continuation of Deferred@1215075412 after retry RPC after error@744179817) -> (continuation of Deferred@2474841 after retry RPC after error@158190077) -> (continuation of Deferred@621748912 after retry RPC after error@1398881912) -> (continuation of Deferred@2104492102 after retry RPC after error@448072756) -> (continuation of Deferred@1190373232 after retry RPC after error@473682728) -> (continuation of Deferred@1639219929 after retry RPC after error@1397945975), errback=(continuation of Deferred@1215075412 after retry RPC after error@744179817) -> (continuation of Deferred@2474841 after retry RPC after error@158190077) -> (continuation of Deferred@621748912 after retry RPC after error@1398881912) -> (continuation of Deferred@2104492102 after retry RPC after error@448072756) -> (continuation of Deferred@1190373232 after retry RPC after error@473682728) -> (continuation of Deferred@1639219929 after retry RPC after error@1397945975)))
09:02:12.959 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1566217067(state=PENDING, result=null, callback=(continuation of Deferred@1215075412 after retry RPC after error@744179817) -> (continuation of Deferred@2474841 after retry RPC after error@158190077) -> (continuation of Deferred@621748912 after retry RPC after error@1398881912) -> (continuation of Deferred@2104492102 after retry RPC after error@448072756) -> (continuation of Deferred@1190373232 after retry RPC after error@473682728) -> (continuation of Deferred@1639219929 after retry RPC after error@1397945975), errback=(continuation of Deferred@1215075412 after retry RPC after error@744179817) -> (continuation of Deferred@2474841 after retry RPC after error@158190077) -> (continuation of Deferred@621748912 after retry RPC after error@1398881912) -> (continuation of Deferred@2104492102 after retry RPC after error@448072756) -> (continuation of Deferred@1190373232 after retry RPC after error@473682728) -> (continuation of Deferred@1639219929 after retry RPC after error@1397945975)))
09:02:12.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.978 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.978 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.978 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.978 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.978 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.979 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:12.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:12.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:12.998 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.998 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.998 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.998 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:12.998 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:12.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.018 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.018 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.018 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.018 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.018 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.018 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.078 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.078 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.078 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.078 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.078 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.118 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.118 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.119 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.119 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.120 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.237 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@112268314(state=PENDING, result=null, callback=(continuation of Deferred@1261583270 after retry RPC after error@1939692543) -> (continuation of Deferred@2113626913 after retry RPC after error@1935980864) -> (continuation of Deferred@693191553 after retry RPC after error@814393335) -> (continuation of Deferred@382613676 after retry RPC after error@1085681036) -> (continuation of Deferred@1666724688 after retry RPC after error@101225939) -> (continuation of Deferred@1633998566 after retry RPC after error@282025227) -> (continuation of Deferred@850345713 after retry RPC after error@1892389754), errback=(continuation of Deferred@1261583270 after retry RPC after error@1939692543) -> (continuation of Deferred@2113626913 after retry RPC after error@1935980864) -> (continuation of Deferred@693191553 after retry RPC after error@814393335) -> (continuation of Deferred@382613676 after retry RPC after error@1085681036) -> (continuation of Deferred@1666724688 after retry RPC after error@101225939) -> (continuation of Deferred@1633998566 after retry RPC after error@282025227) -> (continuation of Deferred@850345713 after retry RPC after error@1892389754)))
09:02:13.238 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:02:13.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.260 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.278 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.278 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.278 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.279 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.279 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.279 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.298 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.298 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.298 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.299 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.319 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.319 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.319 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.357 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.357 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.357 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.357 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.357 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.357 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.358 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.398 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.398 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.398 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.399 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.399 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.399 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.400 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.458 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.458 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.458 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.459 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.460 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1772336685(state=PENDING, result=null, callback=(continuation of Deferred@1212955711 after retry RPC after error@598161488) -> (continuation of Deferred@1020929530 after retry RPC after error@1220345490) -> (continuation of Deferred@1631096446 after retry RPC after error@2076659633) -> (continuation of Deferred@375341254 after retry RPC after error@959997169) -> (continuation of Deferred@475420374 after retry RPC after error@1571629098) -> (continuation of Deferred@823659049 after retry RPC after error@1274933015) -> (continuation of Deferred@1706287192 after retry RPC after error@1365993660), errback=(continuation of Deferred@1212955711 after retry RPC after error@598161488) -> (continuation of Deferred@1020929530 after retry RPC after error@1220345490) -> (continuation of Deferred@1631096446 after retry RPC after error@2076659633) -> (continuation of Deferred@375341254 after retry RPC after error@959997169) -> (continuation of Deferred@475420374 after retry RPC after error@1571629098) -> (continuation of Deferred@823659049 after retry RPC after error@1274933015) -> (continuation of Deferred@1706287192 after retry RPC after error@1365993660)))
09:02:13.460 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1772336685(state=PENDING, result=null, callback=(continuation of Deferred@1212955711 after retry RPC after error@598161488) -> (continuation of Deferred@1020929530 after retry RPC after error@1220345490) -> (continuation of Deferred@1631096446 after retry RPC after error@2076659633) -> (continuation of Deferred@375341254 after retry RPC after error@959997169) -> (continuation of Deferred@475420374 after retry RPC after error@1571629098) -> (continuation of Deferred@823659049 after retry RPC after error@1274933015) -> (continuation of Deferred@1706287192 after retry RPC after error@1365993660), errback=(continuation of Deferred@1212955711 after retry RPC after error@598161488) -> (continuation of Deferred@1020929530 after retry RPC after error@1220345490) -> (continuation of Deferred@1631096446 after retry RPC after error@2076659633) -> (continuation of Deferred@375341254 after retry RPC after error@959997169) -> (continuation of Deferred@475420374 after retry RPC after error@1571629098) -> (continuation of Deferred@823659049 after retry RPC after error@1274933015) -> (continuation of Deferred@1706287192 after retry RPC after error@1365993660)))
09:02:13.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.480 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.498 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.498 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.538 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.538 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.538 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.538 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.538 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.538 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.558 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.578 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.579 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:13.604514 1197 master_runner.cc:186] Error getting master registration for 127.0.80.125:34927: Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111),
09:02:13.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:13.604656 1197 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:02:13.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.618 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.618 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.619 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1337633909(state=PENDING, result=null, callback=(continuation of Deferred@1587807501 after retry RPC after error@1775819649) -> (continuation of Deferred@1910524336 after retry RPC after error@1797491453) -> (continuation of Deferred@366049017 after retry RPC after error@989508369) -> (continuation of Deferred@1235533879 after retry RPC after error@1042800540) -> (continuation of Deferred@543100959 after retry RPC after error@1330797886) -> (continuation of Deferred@546871707 after retry RPC after error@549677355), errback=(continuation of Deferred@1587807501 after retry RPC after error@1775819649) -> (continuation of Deferred@1910524336 after retry RPC after error@1797491453) -> (continuation of Deferred@366049017 after retry RPC after error@989508369) -> (continuation of Deferred@1235533879 after retry RPC after error@1042800540) -> (continuation of Deferred@543100959 after retry RPC after error@1330797886) -> (continuation of Deferred@546871707 after retry RPC after error@549677355)))
09:02:13.619 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1337633909(state=PENDING, result=null, callback=(continuation of Deferred@1587807501 after retry RPC after error@1775819649) -> (continuation of Deferred@1910524336 after retry RPC after error@1797491453) -> (continuation of Deferred@366049017 after retry RPC after error@989508369) -> (continuation of Deferred@1235533879 after retry RPC after error@1042800540) -> (continuation of Deferred@543100959 after retry RPC after error@1330797886) -> (continuation of Deferred@546871707 after retry RPC after error@549677355), errback=(continuation of Deferred@1587807501 after retry RPC after error@1775819649) -> (continuation of Deferred@1910524336 after retry RPC after error@1797491453) -> (continuation of Deferred@366049017 after retry RPC after error@989508369) -> (continuation of Deferred@1235533879 after retry RPC after error@1042800540) -> (continuation of Deferred@543100959 after retry RPC after error@1330797886) -> (continuation of Deferred@546871707 after retry RPC after error@549677355)))
09:02:13.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.638 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.638 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.639 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.639 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.678 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.699 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.699 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.718 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.718 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.718 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.718 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.718 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.758 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.759 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.759 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.838 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.838 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.838 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.838 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.839 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@552273635(state=PENDING, result=null, callback=(continuation of Deferred@392429850 after retry RPC after error@1152703005) -> (continuation of Deferred@570081467 after retry RPC after error@1499338361) -> (continuation of Deferred@1845866649 after retry RPC after error@201587574) -> (continuation of Deferred@2072710485 after retry RPC after error@1380917635) -> (continuation of Deferred@286114347 after retry RPC after error@38163255) -> (continuation of Deferred@553912207 after retry RPC after error@183269653) -> (continuation of Deferred@1972367097 after retry RPC after error@1172358292), errback=(continuation of Deferred@392429850 after retry RPC after error@1152703005) -> (continuation of Deferred@570081467 after retry RPC after error@1499338361) -> (continuation of Deferred@1845866649 after retry RPC after error@201587574) -> (continuation of Deferred@2072710485 after retry RPC after error@1380917635) -> (continuation of Deferred@286114347 after retry RPC after error@38163255) -> (continuation of Deferred@553912207 after retry RPC after error@183269653) -> (continuation of Deferred@1972367097 after retry RPC after error@1172358292)))
09:02:13.840 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@552273635(state=PENDING, result=null, callback=(continuation of Deferred@392429850 after retry RPC after error@1152703005) -> (continuation of Deferred@570081467 after retry RPC after error@1499338361) -> (continuation of Deferred@1845866649 after retry RPC after error@201587574) -> (continuation of Deferred@2072710485 after retry RPC after error@1380917635) -> (continuation of Deferred@286114347 after retry RPC after error@38163255) -> (continuation of Deferred@553912207 after retry RPC after error@183269653) -> (continuation of Deferred@1972367097 after retry RPC after error@1172358292), errback=(continuation of Deferred@392429850 after retry RPC after error@1152703005) -> (continuation of Deferred@570081467 after retry RPC after error@1499338361) -> (continuation of Deferred@1845866649 after retry RPC after error@201587574) -> (continuation of Deferred@2072710485 after retry RPC after error@1380917635) -> (continuation of Deferred@286114347 after retry RPC after error@38163255) -> (continuation of Deferred@553912207 after retry RPC after error@183269653) -> (continuation of Deferred@1972367097 after retry RPC after error@1172358292)))
09:02:13.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.857 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.857 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.857 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.858 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.858 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.858 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.879 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.897 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.897 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.898 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.898 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.898 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.898 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.898 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.918 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.918 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.918 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.918 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.918 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.938 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.938 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.938 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.938 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:13.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:13.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:13.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:13.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:13.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.018 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.018 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.018 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.019 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.019 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.019 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.020 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.058 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.058 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.058 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.059 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.059 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.059 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.098 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.098 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.098 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.100 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.100 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1827592681(state=PENDING, result=null, callback=(continuation of Deferred@1648372413 after retry RPC after error@1893454434) -> (continuation of Deferred@479841206 after retry RPC after error@102918237) -> (continuation of Deferred@1708441574 after retry RPC after error@1269967356) -> (continuation of Deferred@421826375 after retry RPC after error@206666942) -> (continuation of Deferred@1278921053 after retry RPC after error@379446511) -> (continuation of Deferred@729685964 after retry RPC after error@751641233) -> (continuation of Deferred@916944500 after retry RPC after error@1331975891), errback=(continuation of Deferred@1648372413 after retry RPC after error@1893454434) -> (continuation of Deferred@479841206 after retry RPC after error@102918237) -> (continuation of Deferred@1708441574 after retry RPC after error@1269967356) -> (continuation of Deferred@421826375 after retry RPC after error@206666942) -> (continuation of Deferred@1278921053 after retry RPC after error@379446511) -> (continuation of Deferred@729685964 after retry RPC after error@751641233) -> (continuation of Deferred@916944500 after retry RPC after error@1331975891)))
09:02:14.100 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1827592681(state=PENDING, result=null, callback=(continuation of Deferred@1648372413 after retry RPC after error@1893454434) -> (continuation of Deferred@479841206 after retry RPC after error@102918237) -> (continuation of Deferred@1708441574 after retry RPC after error@1269967356) -> (continuation of Deferred@421826375 after retry RPC after error@206666942) -> (continuation of Deferred@1278921053 after retry RPC after error@379446511) -> (continuation of Deferred@729685964 after retry RPC after error@751641233) -> (continuation of Deferred@916944500 after retry RPC after error@1331975891), errback=(continuation of Deferred@1648372413 after retry RPC after error@1893454434) -> (continuation of Deferred@479841206 after retry RPC after error@102918237) -> (continuation of Deferred@1708441574 after retry RPC after error@1269967356) -> (continuation of Deferred@421826375 after retry RPC after error@206666942) -> (continuation of Deferred@1278921053 after retry RPC after error@379446511) -> (continuation of Deferred@729685964 after retry RPC after error@751641233) -> (continuation of Deferred@916944500 after retry RPC after error@1331975891)))
09:02:14.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.138 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.138 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.138 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.138 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.138 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.158 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.159 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.159 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.159 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.159 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.160 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.178 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.178 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.178 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.218 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.219 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.219 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.219 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.220 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.258 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.258 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.258 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.259 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.338 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.339 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.339 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.339 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.340 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@389153595(state=PENDING, result=null, callback=(continuation of Deferred@457793362 after retry RPC after error@35968617) -> (continuation of Deferred@1703868574 after retry RPC after error@1646400719) -> (continuation of Deferred@868246550 after retry RPC after error@401828761) -> (continuation of Deferred@86719473 after retry RPC after error@2011026423) -> (continuation of Deferred@1192094158 after retry RPC after error@1269755157) -> (continuation of Deferred@386310946 after retry RPC after error@249399390) -> (continuation of Deferred@649479122 after retry RPC after error@441242708), errback=(continuation of Deferred@457793362 after retry RPC after error@35968617) -> (continuation of Deferred@1703868574 after retry RPC after error@1646400719) -> (continuation of Deferred@868246550 after retry RPC after error@401828761) -> (continuation of Deferred@86719473 after retry RPC after error@2011026423) -> (continuation of Deferred@1192094158 after retry RPC after error@1269755157) -> (continuation of Deferred@386310946 after retry RPC after error@249399390) -> (continuation of Deferred@649479122 after retry RPC after error@441242708)))
09:02:14.340 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@389153595(state=PENDING, result=null, callback=(continuation of Deferred@457793362 after retry RPC after error@35968617) -> (continuation of Deferred@1703868574 after retry RPC after error@1646400719) -> (continuation of Deferred@868246550 after retry RPC after error@401828761) -> (continuation of Deferred@86719473 after retry RPC after error@2011026423) -> (continuation of Deferred@1192094158 after retry RPC after error@1269755157) -> (continuation of Deferred@386310946 after retry RPC after error@249399390) -> (continuation of Deferred@649479122 after retry RPC after error@441242708), errback=(continuation of Deferred@457793362 after retry RPC after error@35968617) -> (continuation of Deferred@1703868574 after retry RPC after error@1646400719) -> (continuation of Deferred@868246550 after retry RPC after error@401828761) -> (continuation of Deferred@86719473 after retry RPC after error@2011026423) -> (continuation of Deferred@1192094158 after retry RPC after error@1269755157) -> (continuation of Deferred@386310946 after retry RPC after error@249399390) -> (continuation of Deferred@649479122 after retry RPC after error@441242708)))
09:02:14.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.378 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.378 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.378 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.398 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.398 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.398 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.399 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.399 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.399 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.418 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.479 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.479 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.479 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.479 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.479 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.480 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.498 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.498 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.498 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.498 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.560 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@20732113(state=PENDING, result=null, callback=(continuation of Deferred@1070838505 after retry RPC after error@1987383740) -> (continuation of Deferred@1471546760 after retry RPC after error@883897727) -> (continuation of Deferred@382307833 after retry RPC after error@1215268461) -> (continuation of Deferred@798118061 after retry RPC after error@1658559725) -> (continuation of Deferred@942109450 after retry RPC after error@206554765) -> (continuation of Deferred@837150865 after retry RPC after error@258422452) -> (continuation of Deferred@215722865 after retry RPC after error@2127724489), errback=(continuation of Deferred@1070838505 after retry RPC after error@1987383740) -> (continuation of Deferred@1471546760 after retry RPC after error@883897727) -> (continuation of Deferred@382307833 after retry RPC after error@1215268461) -> (continuation of Deferred@798118061 after retry RPC after error@1658559725) -> (continuation of Deferred@942109450 after retry RPC after error@206554765) -> (continuation of Deferred@837150865 after retry RPC after error@258422452) -> (continuation of Deferred@215722865 after retry RPC after error@2127724489)))
09:02:14.560 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@20732113(state=PENDING, result=null, callback=(continuation of Deferred@1070838505 after retry RPC after error@1987383740) -> (continuation of Deferred@1471546760 after retry RPC after error@883897727) -> (continuation of Deferred@382307833 after retry RPC after error@1215268461) -> (continuation of Deferred@798118061 after retry RPC after error@1658559725) -> (continuation of Deferred@942109450 after retry RPC after error@206554765) -> (continuation of Deferred@837150865 after retry RPC after error@258422452) -> (continuation of Deferred@215722865 after retry RPC after error@2127724489), errback=(continuation of Deferred@1070838505 after retry RPC after error@1987383740) -> (continuation of Deferred@1471546760 after retry RPC after error@883897727) -> (continuation of Deferred@382307833 after retry RPC after error@1215268461) -> (continuation of Deferred@798118061 after retry RPC after error@1658559725) -> (continuation of Deferred@942109450 after retry RPC after error@206554765) -> (continuation of Deferred@837150865 after retry RPC after error@258422452) -> (continuation of Deferred@215722865 after retry RPC after error@2127724489)))
09:02:14.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.597 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.598 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.598 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.598 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.618 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.618 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.638 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.638 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.638 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.638 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.738 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.739 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.739 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.739 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.740 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.740 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2124996473(state=PENDING, result=null, callback=(continuation of Deferred@1001863874 after retry RPC after error@458517884) -> (continuation of Deferred@1213955984 after retry RPC after error@1890591477) -> (continuation of Deferred@1918068491 after retry RPC after error@1255459760) -> (continuation of Deferred@1499503237 after retry RPC after error@674675926) -> (continuation of Deferred@1093991908 after retry RPC after error@760293177) -> (continuation of Deferred@1891116196 after retry RPC after error@1836447337) -> (continuation of Deferred@197721598 after retry RPC after error@788822865), errback=(continuation of Deferred@1001863874 after retry RPC after error@458517884) -> (continuation of Deferred@1213955984 after retry RPC after error@1890591477) -> (continuation of Deferred@1918068491 after retry RPC after error@1255459760) -> (continuation of Deferred@1499503237 after retry RPC after error@674675926) -> (continuation of Deferred@1093991908 after retry RPC after error@760293177) -> (continuation of Deferred@1891116196 after retry RPC after error@1836447337) -> (continuation of Deferred@197721598 after retry RPC after error@788822865)))
09:02:14.740 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2124996473(state=PENDING, result=null, callback=(continuation of Deferred@1001863874 after retry RPC after error@458517884) -> (continuation of Deferred@1213955984 after retry RPC after error@1890591477) -> (continuation of Deferred@1918068491 after retry RPC after error@1255459760) -> (continuation of Deferred@1499503237 after retry RPC after error@674675926) -> (continuation of Deferred@1093991908 after retry RPC after error@760293177) -> (continuation of Deferred@1891116196 after retry RPC after error@1836447337) -> (continuation of Deferred@197721598 after retry RPC after error@788822865), errback=(continuation of Deferred@1001863874 after retry RPC after error@458517884) -> (continuation of Deferred@1213955984 after retry RPC after error@1890591477) -> (continuation of Deferred@1918068491 after retry RPC after error@1255459760) -> (continuation of Deferred@1499503237 after retry RPC after error@674675926) -> (continuation of Deferred@1093991908 after retry RPC after error@760293177) -> (continuation of Deferred@1891116196 after retry RPC after error@1836447337) -> (continuation of Deferred@197721598 after retry RPC after error@788822865)))
09:02:14.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.778 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.778 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.778 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.778 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.779 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.780 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.818 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.818 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.818 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.818 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.818 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.818 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.858 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.858 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.858 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.858 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.918 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.918 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.919 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.919 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.919 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.979 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.979 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.979 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.979 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.979 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.980 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:14.980 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1172074035(state=PENDING, result=null, callback=(continuation of Deferred@2099822111 after retry RPC after error@1344870618) -> (continuation of Deferred@1620732794 after retry RPC after error@1183919276) -> (continuation of Deferred@2129771047 after retry RPC after error@1711702763) -> (continuation of Deferred@1442112746 after retry RPC after error@449791668) -> (continuation of Deferred@1771890504 after retry RPC after error@996090186) -> (continuation of Deferred@1241403775 after retry RPC after error@694440978) -> (continuation of Deferred@659308753 after retry RPC after error@1700487171), errback=(continuation of Deferred@2099822111 after retry RPC after error@1344870618) -> (continuation of Deferred@1620732794 after retry RPC after error@1183919276) -> (continuation of Deferred@2129771047 after retry RPC after error@1711702763) -> (continuation of Deferred@1442112746 after retry RPC after error@449791668) -> (continuation of Deferred@1771890504 after retry RPC after error@996090186) -> (continuation of Deferred@1241403775 after retry RPC after error@694440978) -> (continuation of Deferred@659308753 after retry RPC after error@1700487171)))
09:02:14.980 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1172074035(state=PENDING, result=null, callback=(continuation of Deferred@2099822111 after retry RPC after error@1344870618) -> (continuation of Deferred@1620732794 after retry RPC after error@1183919276) -> (continuation of Deferred@2129771047 after retry RPC after error@1711702763) -> (continuation of Deferred@1442112746 after retry RPC after error@449791668) -> (continuation of Deferred@1771890504 after retry RPC after error@996090186) -> (continuation of Deferred@1241403775 after retry RPC after error@694440978) -> (continuation of Deferred@659308753 after retry RPC after error@1700487171), errback=(continuation of Deferred@2099822111 after retry RPC after error@1344870618) -> (continuation of Deferred@1620732794 after retry RPC after error@1183919276) -> (continuation of Deferred@2129771047 after retry RPC after error@1711702763) -> (continuation of Deferred@1442112746 after retry RPC after error@449791668) -> (continuation of Deferred@1771890504 after retry RPC after error@996090186) -> (continuation of Deferred@1241403775 after retry RPC after error@694440978) -> (continuation of Deferred@659308753 after retry RPC after error@1700487171)))
09:02:14.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:14.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:14.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:14.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:14.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.018 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.018 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.018 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.018 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.018 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.018 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.038 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.038 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.038 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.038 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.038 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.038 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.058 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.058 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.058 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.058 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.058 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.058 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.099 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.099 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.158 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.158 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.158 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.158 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.158 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.158 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.159 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1252876444(state=PENDING, result=null, callback=(continuation of Deferred@956399425 after retry RPC after error@1101975419) -> (continuation of Deferred@356754942 after retry RPC after error@885759562) -> (continuation of Deferred@100795621 after retry RPC after error@836818505) -> (continuation of Deferred@956627422 after retry RPC after error@1372916090) -> (continuation of Deferred@1197873801 after retry RPC after error@1887690418) -> (continuation of Deferred@1851196277 after retry RPC after error@397433116) -> (continuation of Deferred@1618324273 after retry RPC after error@250449859), errback=(continuation of Deferred@956399425 after retry RPC after error@1101975419) -> (continuation of Deferred@356754942 after retry RPC after error@885759562) -> (continuation of Deferred@100795621 after retry RPC after error@836818505) -> (continuation of Deferred@956627422 after retry RPC after error@1372916090) -> (continuation of Deferred@1197873801 after retry RPC after error@1887690418) -> (continuation of Deferred@1851196277 after retry RPC after error@397433116) -> (continuation of Deferred@1618324273 after retry RPC after error@250449859)))
09:02:15.159 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1252876444(state=PENDING, result=null, callback=(continuation of Deferred@956399425 after retry RPC after error@1101975419) -> (continuation of Deferred@356754942 after retry RPC after error@885759562) -> (continuation of Deferred@100795621 after retry RPC after error@836818505) -> (continuation of Deferred@956627422 after retry RPC after error@1372916090) -> (continuation of Deferred@1197873801 after retry RPC after error@1887690418) -> (continuation of Deferred@1851196277 after retry RPC after error@397433116) -> (continuation of Deferred@1618324273 after retry RPC after error@250449859), errback=(continuation of Deferred@956399425 after retry RPC after error@1101975419) -> (continuation of Deferred@356754942 after retry RPC after error@885759562) -> (continuation of Deferred@100795621 after retry RPC after error@836818505) -> (continuation of Deferred@956627422 after retry RPC after error@1372916090) -> (continuation of Deferred@1197873801 after retry RPC after error@1887690418) -> (continuation of Deferred@1851196277 after retry RPC after error@397433116) -> (continuation of Deferred@1618324273 after retry RPC after error@250449859)))
09:02:15.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.198 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.198 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.198 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.218 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.218 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.218 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.218 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.237 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.238 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.238 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.238 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.298 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.298 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.298 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.298 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.299 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.379 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.380 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@22052217(state=PENDING, result=null, callback=(continuation of Deferred@424253267 after retry RPC after error@1145124053) -> (continuation of Deferred@1936720869 after retry RPC after error@1909003079) -> (continuation of Deferred@611316002 after retry RPC after error@1766170342) -> (continuation of Deferred@442095360 after retry RPC after error@598977575) -> (continuation of Deferred@2022621074 after retry RPC after error@1031384267) -> (continuation of Deferred@1766628787 after retry RPC after error@1470154281), errback=(continuation of Deferred@424253267 after retry RPC after error@1145124053) -> (continuation of Deferred@1936720869 after retry RPC after error@1909003079) -> (continuation of Deferred@611316002 after retry RPC after error@1766170342) -> (continuation of Deferred@442095360 after retry RPC after error@598977575) -> (continuation of Deferred@2022621074 after retry RPC after error@1031384267) -> (continuation of Deferred@1766628787 after retry RPC after error@1470154281)))
09:02:15.380 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@22052217(state=PENDING, result=null, callback=(continuation of Deferred@424253267 after retry RPC after error@1145124053) -> (continuation of Deferred@1936720869 after retry RPC after error@1909003079) -> (continuation of Deferred@611316002 after retry RPC after error@1766170342) -> (continuation of Deferred@442095360 after retry RPC after error@598977575) -> (continuation of Deferred@2022621074 after retry RPC after error@1031384267) -> (continuation of Deferred@1766628787 after retry RPC after error@1470154281), errback=(continuation of Deferred@424253267 after retry RPC after error@1145124053) -> (continuation of Deferred@1936720869 after retry RPC after error@1909003079) -> (continuation of Deferred@611316002 after retry RPC after error@1766170342) -> (continuation of Deferred@442095360 after retry RPC after error@598977575) -> (continuation of Deferred@2022621074 after retry RPC after error@1031384267) -> (continuation of Deferred@1766628787 after retry RPC after error@1470154281)))
09:02:15.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.398 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.398 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.398 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.398 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.398 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.398 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.418 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.438 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.478 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.478 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.478 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.518 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.538 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.538 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.538 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.598 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.598 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.599 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1353613466(state=PENDING, result=null, callback=(continuation of Deferred@2042586074 after retry RPC after error@946181993) -> (continuation of Deferred@678713998 after retry RPC after error@217752906) -> (continuation of Deferred@240760508 after retry RPC after error@437499585) -> (continuation of Deferred@272183079 after retry RPC after error@1227884703) -> (continuation of Deferred@169847635 after retry RPC after error@230535535) -> (continuation of Deferred@1411704808 after retry RPC after error@488208643) -> (continuation of Deferred@1789598912 after retry RPC after error@176025139), errback=(continuation of Deferred@2042586074 after retry RPC after error@946181993) -> (continuation of Deferred@678713998 after retry RPC after error@217752906) -> (continuation of Deferred@240760508 after retry RPC after error@437499585) -> (continuation of Deferred@272183079 after retry RPC after error@1227884703) -> (continuation of Deferred@169847635 after retry RPC after error@230535535) -> (continuation of Deferred@1411704808 after retry RPC after error@488208643) -> (continuation of Deferred@1789598912 after retry RPC after error@176025139)))
09:02:15.600 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1353613466(state=PENDING, result=null, callback=(continuation of Deferred@2042586074 after retry RPC after error@946181993) -> (continuation of Deferred@678713998 after retry RPC after error@217752906) -> (continuation of Deferred@240760508 after retry RPC after error@437499585) -> (continuation of Deferred@272183079 after retry RPC after error@1227884703) -> (continuation of Deferred@169847635 after retry RPC after error@230535535) -> (continuation of Deferred@1411704808 after retry RPC after error@488208643) -> (continuation of Deferred@1789598912 after retry RPC after error@176025139), errback=(continuation of Deferred@2042586074 after retry RPC after error@946181993) -> (continuation of Deferred@678713998 after retry RPC after error@217752906) -> (continuation of Deferred@240760508 after retry RPC after error@437499585) -> (continuation of Deferred@272183079 after retry RPC after error@1227884703) -> (continuation of Deferred@169847635 after retry RPC after error@230535535) -> (continuation of Deferred@1411704808 after retry RPC after error@488208643) -> (continuation of Deferred@1789598912 after retry RPC after error@176025139)))
09:02:15.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.618 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.618 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.618 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.658 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.678 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.678 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.678 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.698 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.698 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.698 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.699 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.699 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.699 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.718 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.758 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.759 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.759 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.760 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:15.827657 1570 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader e07e69363f7140b193437e291f4fc1fd)
09:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:15.827921 1570 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:02:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:15.828671 1570 leader_election.cc:290] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927), e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491)
09:02:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:15.829811 1214 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111) [suppressed 1 similar messages]
09:02:15.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:15.831110 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927): Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111)
09:02:15.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:15.831346 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491): Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:02:15.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:15.831457 1214 leader_election.cc:304] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35dc867795cd4958aa5652a714cf849b; no voters: e07e69363f7140b193437e291f4fc1fd, e2b6f443809b4549b961989c629717e3
09:02:15.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:15.831702 1570 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:02:15.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.839 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.839 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.839 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.839 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.839 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.840 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@727419229(state=PENDING, result=null, callback=(continuation of Deferred@319982001 after retry RPC after error@1666049230) -> (continuation of Deferred@1033508971 after retry RPC after error@1258057700) -> (continuation of Deferred@1294219275 after retry RPC after error@1094967029) -> (continuation of Deferred@754442230 after retry RPC after error@98375363) -> (continuation of Deferred@1775600147 after retry RPC after error@918441386) -> (continuation of Deferred@606354660 after retry RPC after error@1226988973) -> (continuation of Deferred@203590528 after retry RPC after error@1219843251), errback=(continuation of Deferred@319982001 after retry RPC after error@1666049230) -> (continuation of Deferred@1033508971 after retry RPC after error@1258057700) -> (continuation of Deferred@1294219275 after retry RPC after error@1094967029) -> (continuation of Deferred@754442230 after retry RPC after error@98375363) -> (continuation of Deferred@1775600147 after retry RPC after error@918441386) -> (continuation of Deferred@606354660 after retry RPC after error@1226988973) -> (continuation of Deferred@203590528 after retry RPC after error@1219843251)))
09:02:15.840 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@727419229(state=PENDING, result=null, callback=(continuation of Deferred@319982001 after retry RPC after error@1666049230) -> (continuation of Deferred@1033508971 after retry RPC after error@1258057700) -> (continuation of Deferred@1294219275 after retry RPC after error@1094967029) -> (continuation of Deferred@754442230 after retry RPC after error@98375363) -> (continuation of Deferred@1775600147 after retry RPC after error@918441386) -> (continuation of Deferred@606354660 after retry RPC after error@1226988973) -> (continuation of Deferred@203590528 after retry RPC after error@1219843251), errback=(continuation of Deferred@319982001 after retry RPC after error@1666049230) -> (continuation of Deferred@1033508971 after retry RPC after error@1258057700) -> (continuation of Deferred@1294219275 after retry RPC after error@1094967029) -> (continuation of Deferred@754442230 after retry RPC after error@98375363) -> (continuation of Deferred@1775600147 after retry RPC after error@918441386) -> (continuation of Deferred@606354660 after retry RPC after error@1226988973) -> (continuation of Deferred@203590528 after retry RPC after error@1219843251)))
09:02:15.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.858 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.858 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.858 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.858 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.858 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.880 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.898 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.898 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.898 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.898 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.898 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.899 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.918 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.918 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.918 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.918 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.918 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.938 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.938 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.938 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.938 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:15.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:15.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:15.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:15.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:15.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.018 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.018 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.018 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.018 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.018 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.018 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.078 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.078 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.078 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.078 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.078 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.080 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@268607312(state=PENDING, result=null, callback=(continuation of Deferred@313806746 after retry RPC after error@1684612508) -> (continuation of Deferred@1197771318 after retry RPC after error@1125672341) -> (continuation of Deferred@1944070899 after retry RPC after error@1586017494) -> (continuation of Deferred@1038000139 after retry RPC after error@1038765800) -> (continuation of Deferred@1336892436 after retry RPC after error@1411022643) -> (continuation of Deferred@478954307 after retry RPC after error@1946075956) -> (continuation of Deferred@1183088291 after retry RPC after error@1096839847), errback=(continuation of Deferred@313806746 after retry RPC after error@1684612508) -> (continuation of Deferred@1197771318 after retry RPC after error@1125672341) -> (continuation of Deferred@1944070899 after retry RPC after error@1586017494) -> (continuation of Deferred@1038000139 after retry RPC after error@1038765800) -> (continuation of Deferred@1336892436 after retry RPC after error@1411022643) -> (continuation of Deferred@478954307 after retry RPC after error@1946075956) -> (continuation of Deferred@1183088291 after retry RPC after error@1096839847)))
09:02:16.080 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@268607312(state=PENDING, result=null, callback=(continuation of Deferred@313806746 after retry RPC after error@1684612508) -> (continuation of Deferred@1197771318 after retry RPC after error@1125672341) -> (continuation of Deferred@1944070899 after retry RPC after error@1586017494) -> (continuation of Deferred@1038000139 after retry RPC after error@1038765800) -> (continuation of Deferred@1336892436 after retry RPC after error@1411022643) -> (continuation of Deferred@478954307 after retry RPC after error@1946075956) -> (continuation of Deferred@1183088291 after retry RPC after error@1096839847), errback=(continuation of Deferred@313806746 after retry RPC after error@1684612508) -> (continuation of Deferred@1197771318 after retry RPC after error@1125672341) -> (continuation of Deferred@1944070899 after retry RPC after error@1586017494) -> (continuation of Deferred@1038000139 after retry RPC after error@1038765800) -> (continuation of Deferred@1336892436 after retry RPC after error@1411022643) -> (continuation of Deferred@478954307 after retry RPC after error@1946075956) -> (continuation of Deferred@1183088291 after retry RPC after error@1096839847)))
09:02:16.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.098 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.098 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.098 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.138 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.138 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.138 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.138 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.138 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.140 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.158 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.158 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.158 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.178 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.178 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.178 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.178 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.258 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.258 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.258 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.260 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1602106541(state=PENDING, result=null, callback=(continuation of Deferred@499744943 after retry RPC after error@1736906922) -> (continuation of Deferred@212288371 after retry RPC after error@584242454) -> (continuation of Deferred@1934615835 after retry RPC after error@752017808) -> (continuation of Deferred@450401186 after retry RPC after error@773230474) -> (continuation of Deferred@578666606 after retry RPC after error@429419472) -> (continuation of Deferred@1191427778 after retry RPC after error@1567818615), errback=(continuation of Deferred@499744943 after retry RPC after error@1736906922) -> (continuation of Deferred@212288371 after retry RPC after error@584242454) -> (continuation of Deferred@1934615835 after retry RPC after error@752017808) -> (continuation of Deferred@450401186 after retry RPC after error@773230474) -> (continuation of Deferred@578666606 after retry RPC after error@429419472) -> (continuation of Deferred@1191427778 after retry RPC after error@1567818615)))
09:02:16.260 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1602106541(state=PENDING, result=null, callback=(continuation of Deferred@499744943 after retry RPC after error@1736906922) -> (continuation of Deferred@212288371 after retry RPC after error@584242454) -> (continuation of Deferred@1934615835 after retry RPC after error@752017808) -> (continuation of Deferred@450401186 after retry RPC after error@773230474) -> (continuation of Deferred@578666606 after retry RPC after error@429419472) -> (continuation of Deferred@1191427778 after retry RPC after error@1567818615), errback=(continuation of Deferred@499744943 after retry RPC after error@1736906922) -> (continuation of Deferred@212288371 after retry RPC after error@584242454) -> (continuation of Deferred@1934615835 after retry RPC after error@752017808) -> (continuation of Deferred@450401186 after retry RPC after error@773230474) -> (continuation of Deferred@578666606 after retry RPC after error@429419472) -> (continuation of Deferred@1191427778 after retry RPC after error@1567818615)))
09:02:16.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.278 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.278 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.278 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.278 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.278 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.298 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.298 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.298 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.298 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.299 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.299 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:16.306439 817 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 1)
09:02:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:16.309792 817 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'fdaf21a18e56482795a70e6f6ee0905c', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'fdaf21a18e56482795a70e6f6ee0905c', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 1)
09:02:16.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:16.311688 817 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.0.80.126:43989)
09:02:16.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.337 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.337 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.337 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.338 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.338 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.378 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.378 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.537 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1790950191(state=PENDING, result=null, callback=(continuation of Deferred@1527183016 after retry RPC after error@1190376405) -> (continuation of Deferred@817517366 after retry RPC after error@667676877) -> (continuation of Deferred@1259663658 after retry RPC after error@270700166) -> (continuation of Deferred@1927498839 after retry RPC after error@181831518) -> (continuation of Deferred@1722264207 after retry RPC after error@1660243555) -> (continuation of Deferred@178010014 after retry RPC after error@877575652) -> (continuation of Deferred@1877379632 after retry RPC after error@665339897), errback=(continuation of Deferred@1527183016 after retry RPC after error@1190376405) -> (continuation of Deferred@817517366 after retry RPC after error@667676877) -> (continuation of Deferred@1259663658 after retry RPC after error@270700166) -> (continuation of Deferred@1927498839 after retry RPC after error@181831518) -> (continuation of Deferred@1722264207 after retry RPC after error@1660243555) -> (continuation of Deferred@178010014 after retry RPC after error@877575652) -> (continuation of Deferred@1877379632 after retry RPC after error@665339897)))
09:02:16.538 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:02:16.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.558 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.558 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.558 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.578 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.578 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.578 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.599 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.599 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.599 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.599 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.599 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.600 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.638 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.638 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.638 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.638 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.639 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.639 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.678 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.678 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.679 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.698 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.698 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.698 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.698 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.698 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.698 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.699 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@31723(state=PENDING, result=null, callback=(continuation of Deferred@1849377849 after retry RPC after error@1962475256) -> (continuation of Deferred@2117273808 after retry RPC after error@2104486878) -> (continuation of Deferred@1229025990 after retry RPC after error@2063419944) -> (continuation of Deferred@485402671 after retry RPC after error@517837175) -> (continuation of Deferred@1548228392 after retry RPC after error@1291102851) -> (continuation of Deferred@632474850 after retry RPC after error@1469495050), errback=(continuation of Deferred@1849377849 after retry RPC after error@1962475256) -> (continuation of Deferred@2117273808 after retry RPC after error@2104486878) -> (continuation of Deferred@1229025990 after retry RPC after error@2063419944) -> (continuation of Deferred@485402671 after retry RPC after error@517837175) -> (continuation of Deferred@1548228392 after retry RPC after error@1291102851) -> (continuation of Deferred@632474850 after retry RPC after error@1469495050)))
09:02:16.699 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@31723(state=PENDING, result=null, callback=(continuation of Deferred@1849377849 after retry RPC after error@1962475256) -> (continuation of Deferred@2117273808 after retry RPC after error@2104486878) -> (continuation of Deferred@1229025990 after retry RPC after error@2063419944) -> (continuation of Deferred@485402671 after retry RPC after error@517837175) -> (continuation of Deferred@1548228392 after retry RPC after error@1291102851) -> (continuation of Deferred@632474850 after retry RPC after error@1469495050), errback=(continuation of Deferred@1849377849 after retry RPC after error@1962475256) -> (continuation of Deferred@2117273808 after retry RPC after error@2104486878) -> (continuation of Deferred@1229025990 after retry RPC after error@2063419944) -> (continuation of Deferred@485402671 after retry RPC after error@517837175) -> (continuation of Deferred@1548228392 after retry RPC after error@1291102851) -> (continuation of Deferred@632474850 after retry RPC after error@1469495050)))
09:02:16.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.718 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.738 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.758 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.758 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.758 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.759 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.759 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.759 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.778 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.778 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.778 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.778 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.778 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.778 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.798 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.818 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.818 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.818 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.858 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.858 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.858 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.858 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.858 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.859 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.898 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.898 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.898 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.899 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1621941409(state=PENDING, result=null, callback=(continuation of Deferred@1378495525 after retry RPC after error@1671596628) -> (continuation of Deferred@1446796064 after retry RPC after error@1358154898) -> (continuation of Deferred@1396414893 after retry RPC after error@616319412) -> (continuation of Deferred@284029784 after retry RPC after error@1580477067) -> (continuation of Deferred@1364014609 after retry RPC after error@393880677) -> (continuation of Deferred@1760719585 after retry RPC after error@401435910) -> (continuation of Deferred@791161940 after retry RPC after error@1765244120), errback=(continuation of Deferred@1378495525 after retry RPC after error@1671596628) -> (continuation of Deferred@1446796064 after retry RPC after error@1358154898) -> (continuation of Deferred@1396414893 after retry RPC after error@616319412) -> (continuation of Deferred@284029784 after retry RPC after error@1580477067) -> (continuation of Deferred@1364014609 after retry RPC after error@393880677) -> (continuation of Deferred@1760719585 after retry RPC after error@401435910) -> (continuation of Deferred@791161940 after retry RPC after error@1765244120)))
09:02:16.899 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1621941409(state=PENDING, result=null, callback=(continuation of Deferred@1378495525 after retry RPC after error@1671596628) -> (continuation of Deferred@1446796064 after retry RPC after error@1358154898) -> (continuation of Deferred@1396414893 after retry RPC after error@616319412) -> (continuation of Deferred@284029784 after retry RPC after error@1580477067) -> (continuation of Deferred@1364014609 after retry RPC after error@393880677) -> (continuation of Deferred@1760719585 after retry RPC after error@401435910) -> (continuation of Deferred@791161940 after retry RPC after error@1765244120), errback=(continuation of Deferred@1378495525 after retry RPC after error@1671596628) -> (continuation of Deferred@1446796064 after retry RPC after error@1358154898) -> (continuation of Deferred@1396414893 after retry RPC after error@616319412) -> (continuation of Deferred@284029784 after retry RPC after error@1580477067) -> (continuation of Deferred@1364014609 after retry RPC after error@393880677) -> (continuation of Deferred@1760719585 after retry RPC after error@401435910) -> (continuation of Deferred@791161940 after retry RPC after error@1765244120)))
09:02:16.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.938 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.958 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.959 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.959 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.959 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.959 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.978 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:16.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:16.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:16.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:16.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:16.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.038 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.038 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.038 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.038 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.038 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.098 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.098 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.098 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.177 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2140048595(state=PENDING, result=null, callback=(continuation of Deferred@568814483 after retry RPC after error@441598612) -> (continuation of Deferred@436681792 after retry RPC after error@291816391) -> (continuation of Deferred@189110667 after retry RPC after error@51068053) -> (continuation of Deferred@550364552 after retry RPC after error@385900717) -> (continuation of Deferred@816724487 after retry RPC after error@1780176659) -> (continuation of Deferred@632622717 after retry RPC after error@824448878) -> (continuation of Deferred@1889234255 after retry RPC after error@1074274176), errback=(continuation of Deferred@568814483 after retry RPC after error@441598612) -> (continuation of Deferred@436681792 after retry RPC after error@291816391) -> (continuation of Deferred@189110667 after retry RPC after error@51068053) -> (continuation of Deferred@550364552 after retry RPC after error@385900717) -> (continuation of Deferred@816724487 after retry RPC after error@1780176659) -> (continuation of Deferred@632622717 after retry RPC after error@824448878) -> (continuation of Deferred@1889234255 after retry RPC after error@1074274176)))
09:02:17.177 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:02:17.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.198 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.198 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.198 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.198 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.198 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.198 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.220 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.238 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.238 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.238 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.238 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.240 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.258 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.258 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.258 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.258 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.277 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.277 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.278 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.278 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.278 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.278 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.320 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.379 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.379 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.379 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.379 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.419 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.419 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.419 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.419 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.419 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.419 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.420 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@786347161(state=PENDING, result=null, callback=(continuation of Deferred@1132547320 after retry RPC after error@1770867021) -> (continuation of Deferred@1072719699 after retry RPC after error@1691448904) -> (continuation of Deferred@763232422 after retry RPC after error@775615333) -> (continuation of Deferred@315409166 after retry RPC after error@2109772841) -> (continuation of Deferred@551997447 after retry RPC after error@1505668773) -> (continuation of Deferred@756994607 after retry RPC after error@1409710713) -> (continuation of Deferred@1115090454 after retry RPC after error@1855044475), errback=(continuation of Deferred@1132547320 after retry RPC after error@1770867021) -> (continuation of Deferred@1072719699 after retry RPC after error@1691448904) -> (continuation of Deferred@763232422 after retry RPC after error@775615333) -> (continuation of Deferred@315409166 after retry RPC after error@2109772841) -> (continuation of Deferred@551997447 after retry RPC after error@1505668773) -> (continuation of Deferred@756994607 after retry RPC after error@1409710713) -> (continuation of Deferred@1115090454 after retry RPC after error@1855044475)))
09:02:17.420 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [23ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@786347161(state=PENDING, result=null, callback=(continuation of Deferred@1132547320 after retry RPC after error@1770867021) -> (continuation of Deferred@1072719699 after retry RPC after error@1691448904) -> (continuation of Deferred@763232422 after retry RPC after error@775615333) -> (continuation of Deferred@315409166 after retry RPC after error@2109772841) -> (continuation of Deferred@551997447 after retry RPC after error@1505668773) -> (continuation of Deferred@756994607 after retry RPC after error@1409710713) -> (continuation of Deferred@1115090454 after retry RPC after error@1855044475), errback=(continuation of Deferred@1132547320 after retry RPC after error@1770867021) -> (continuation of Deferred@1072719699 after retry RPC after error@1691448904) -> (continuation of Deferred@763232422 after retry RPC after error@775615333) -> (continuation of Deferred@315409166 after retry RPC after error@2109772841) -> (continuation of Deferred@551997447 after retry RPC after error@1505668773) -> (continuation of Deferred@756994607 after retry RPC after error@1409710713) -> (continuation of Deferred@1115090454 after retry RPC after error@1855044475)))
09:02:17.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.438 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.438 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.438 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.438 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.438 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.438 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.478 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.478 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.498 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.498 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.498 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.498 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.519 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.519 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.519 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.578 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.578 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.598 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.598 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.599 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1575500539(state=PENDING, result=null, callback=(continuation of Deferred@820006531 after retry RPC after error@853845566) -> (continuation of Deferred@445441494 after retry RPC after error@103758750) -> (continuation of Deferred@881453454 after retry RPC after error@592149623) -> (continuation of Deferred@1586798493 after retry RPC after error@563657754) -> (continuation of Deferred@1520886846 after retry RPC after error@586585049) -> (continuation of Deferred@1491372141 after retry RPC after error@1014535943) -> (continuation of Deferred@1360139170 after retry RPC after error@1206659586), errback=(continuation of Deferred@820006531 after retry RPC after error@853845566) -> (continuation of Deferred@445441494 after retry RPC after error@103758750) -> (continuation of Deferred@881453454 after retry RPC after error@592149623) -> (continuation of Deferred@1586798493 after retry RPC after error@563657754) -> (continuation of Deferred@1520886846 after retry RPC after error@586585049) -> (continuation of Deferred@1491372141 after retry RPC after error@1014535943) -> (continuation of Deferred@1360139170 after retry RPC after error@1206659586)))
09:02:17.599 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1575500539(state=PENDING, result=null, callback=(continuation of Deferred@820006531 after retry RPC after error@853845566) -> (continuation of Deferred@445441494 after retry RPC after error@103758750) -> (continuation of Deferred@881453454 after retry RPC after error@592149623) -> (continuation of Deferred@1586798493 after retry RPC after error@563657754) -> (continuation of Deferred@1520886846 after retry RPC after error@586585049) -> (continuation of Deferred@1491372141 after retry RPC after error@1014535943) -> (continuation of Deferred@1360139170 after retry RPC after error@1206659586), errback=(continuation of Deferred@820006531 after retry RPC after error@853845566) -> (continuation of Deferred@445441494 after retry RPC after error@103758750) -> (continuation of Deferred@881453454 after retry RPC after error@592149623) -> (continuation of Deferred@1586798493 after retry RPC after error@563657754) -> (continuation of Deferred@1520886846 after retry RPC after error@586585049) -> (continuation of Deferred@1491372141 after retry RPC after error@1014535943) -> (continuation of Deferred@1360139170 after retry RPC after error@1206659586)))
09:02:17.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.618 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.618 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.619 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.619 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.678 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.678 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.679 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.679 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.679 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.679 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.680 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.698 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.698 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.698 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.698 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.699 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.699 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.758 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.758 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.758 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.818 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.818 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.818 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.818 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.819 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.819 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.820 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.820 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@286955951(state=PENDING, result=null, callback=(continuation of Deferred@1833289727 after retry RPC after error@1913483045) -> (continuation of Deferred@514949148 after retry RPC after error@1537455492) -> (continuation of Deferred@412805936 after retry RPC after error@24628033) -> (continuation of Deferred@324278803 after retry RPC after error@1436389992) -> (continuation of Deferred@437334144 after retry RPC after error@629398848) -> (continuation of Deferred@372559713 after retry RPC after error@797114653) -> (continuation of Deferred@1015390557 after retry RPC after error@123142736), errback=(continuation of Deferred@1833289727 after retry RPC after error@1913483045) -> (continuation of Deferred@514949148 after retry RPC after error@1537455492) -> (continuation of Deferred@412805936 after retry RPC after error@24628033) -> (continuation of Deferred@324278803 after retry RPC after error@1436389992) -> (continuation of Deferred@437334144 after retry RPC after error@629398848) -> (continuation of Deferred@372559713 after retry RPC after error@797114653) -> (continuation of Deferred@1015390557 after retry RPC after error@123142736)))
09:02:17.820 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@286955951(state=PENDING, result=null, callback=(continuation of Deferred@1833289727 after retry RPC after error@1913483045) -> (continuation of Deferred@514949148 after retry RPC after error@1537455492) -> (continuation of Deferred@412805936 after retry RPC after error@24628033) -> (continuation of Deferred@324278803 after retry RPC after error@1436389992) -> (continuation of Deferred@437334144 after retry RPC after error@629398848) -> (continuation of Deferred@372559713 after retry RPC after error@797114653) -> (continuation of Deferred@1015390557 after retry RPC after error@123142736), errback=(continuation of Deferred@1833289727 after retry RPC after error@1913483045) -> (continuation of Deferred@514949148 after retry RPC after error@1537455492) -> (continuation of Deferred@412805936 after retry RPC after error@24628033) -> (continuation of Deferred@324278803 after retry RPC after error@1436389992) -> (continuation of Deferred@437334144 after retry RPC after error@629398848) -> (continuation of Deferred@372559713 after retry RPC after error@797114653) -> (continuation of Deferred@1015390557 after retry RPC after error@123142736)))
09:02:17.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.838 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.838 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.838 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.838 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.838 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.838 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.860 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.878 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.878 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.878 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.878 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.878 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.878 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.879 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.898 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.898 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.898 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.898 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.898 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.899 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.918 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.918 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:17.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:17.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:17.998 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:17.998 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.998 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:17.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.000 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.098 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1042401873(state=PENDING, result=null, callback=(continuation of Deferred@495966324 after retry RPC after error@973159543) -> (continuation of Deferred@946003876 after retry RPC after error@144828859) -> (continuation of Deferred@1804520611 after retry RPC after error@1491056417) -> (continuation of Deferred@1986976865 after retry RPC after error@1896156966) -> (continuation of Deferred@1819487857 after retry RPC after error@1236335201) -> (continuation of Deferred@1228782306 after retry RPC after error@278454492) -> (continuation of Deferred@1701659672 after retry RPC after error@725666086), errback=(continuation of Deferred@495966324 after retry RPC after error@973159543) -> (continuation of Deferred@946003876 after retry RPC after error@144828859) -> (continuation of Deferred@1804520611 after retry RPC after error@1491056417) -> (continuation of Deferred@1986976865 after retry RPC after error@1896156966) -> (continuation of Deferred@1819487857 after retry RPC after error@1236335201) -> (continuation of Deferred@1228782306 after retry RPC after error@278454492) -> (continuation of Deferred@1701659672 after retry RPC after error@725666086)))
09:02:18.098 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:02:18.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.138 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.138 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.138 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.158 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.198 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.198 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.198 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.198 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.198 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.198 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.217 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.217 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.218 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.218 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.218 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.258 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.258 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.258 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.259 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [39ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@976365128(state=PENDING, result=null, callback=(continuation of Deferred@319030107 after retry RPC after error@296702465) -> (continuation of Deferred@800215139 after retry RPC after error@68760507) -> (continuation of Deferred@934602424 after retry RPC after error@1558218005) -> (continuation of Deferred@1634531234 after retry RPC after error@749044959) -> (continuation of Deferred@1018443477 after retry RPC after error@1680135291) -> (continuation of Deferred@1651764922 after retry RPC after error@1651510615) -> (continuation of Deferred@2146409810 after retry RPC after error@1026165208), errback=(continuation of Deferred@319030107 after retry RPC after error@296702465) -> (continuation of Deferred@800215139 after retry RPC after error@68760507) -> (continuation of Deferred@934602424 after retry RPC after error@1558218005) -> (continuation of Deferred@1634531234 after retry RPC after error@749044959) -> (continuation of Deferred@1018443477 after retry RPC after error@1680135291) -> (continuation of Deferred@1651764922 after retry RPC after error@1651510615) -> (continuation of Deferred@2146409810 after retry RPC after error@1026165208)))
09:02:18.259 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [39ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@976365128(state=PENDING, result=null, callback=(continuation of Deferred@319030107 after retry RPC after error@296702465) -> (continuation of Deferred@800215139 after retry RPC after error@68760507) -> (continuation of Deferred@934602424 after retry RPC after error@1558218005) -> (continuation of Deferred@1634531234 after retry RPC after error@749044959) -> (continuation of Deferred@1018443477 after retry RPC after error@1680135291) -> (continuation of Deferred@1651764922 after retry RPC after error@1651510615) -> (continuation of Deferred@2146409810 after retry RPC after error@1026165208), errback=(continuation of Deferred@319030107 after retry RPC after error@296702465) -> (continuation of Deferred@800215139 after retry RPC after error@68760507) -> (continuation of Deferred@934602424 after retry RPC after error@1558218005) -> (continuation of Deferred@1634531234 after retry RPC after error@749044959) -> (continuation of Deferred@1018443477 after retry RPC after error@1680135291) -> (continuation of Deferred@1651764922 after retry RPC after error@1651510615) -> (continuation of Deferred@2146409810 after retry RPC after error@1026165208)))
09:02:18.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.278 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.278 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.278 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.278 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.279 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.279 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.298 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.298 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.298 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.298 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.298 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.299 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.317 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.318 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.338 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.338 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.338 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.338 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.378 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.378 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.379 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.379 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.380 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.518 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.519 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.519 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.519 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.537 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1068086417(state=PENDING, result=null, callback=(continuation of Deferred@378032215 after retry RPC after error@1654042272) -> (continuation of Deferred@2042683300 after retry RPC after error@197128497) -> (continuation of Deferred@1600193273 after retry RPC after error@139805723) -> (continuation of Deferred@2006423370 after retry RPC after error@64345840) -> (continuation of Deferred@1425304249 after retry RPC after error@1990429088) -> (continuation of Deferred@1027960313 after retry RPC after error@277499639) -> (continuation of Deferred@1742491645 after retry RPC after error@223884335) -> (continuation of Deferred@467970776 after retry RPC after error@1499177637), errback=(continuation of Deferred@378032215 after retry RPC after error@1654042272) -> (continuation of Deferred@2042683300 after retry RPC after error@197128497) -> (continuation of Deferred@1600193273 after retry RPC after error@139805723) -> (continuation of Deferred@2006423370 after retry RPC after error@64345840) -> (continuation of Deferred@1425304249 after retry RPC after error@1990429088) -> (continuation of Deferred@1027960313 after retry RPC after error@277499639) -> (continuation of Deferred@1742491645 after retry RPC after error@223884335) -> (continuation of Deferred@467970776 after retry RPC after error@1499177637)))
09:02:18.538 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:02:18.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.558 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.558 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.558 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.558 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.558 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.558 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.578 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:18.607002 1197 master_runner.cc:186] Error getting master registration for 127.0.80.125:34927: Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111),
09:02:18.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:18.607141 1197 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:02:18.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.618 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.619 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.638 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.638 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.638 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.638 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.638 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.638 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.678 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.678 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.678 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.678 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.678 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.718 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.718 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.718 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.718 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.719 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@178286817(state=PENDING, result=null, callback=(continuation of Deferred@2005384233 after retry RPC after error@564613976) -> (continuation of Deferred@544951927 after retry RPC after error@701826529) -> (continuation of Deferred@1677300230 after retry RPC after error@2019504306) -> (continuation of Deferred@36557112 after retry RPC after error@55981713) -> (continuation of Deferred@747699551 after retry RPC after error@759927519) -> (continuation of Deferred@1090728543 after retry RPC after error@1934845520) -> (continuation of Deferred@1476527968 after retry RPC after error@690924501), errback=(continuation of Deferred@2005384233 after retry RPC after error@564613976) -> (continuation of Deferred@544951927 after retry RPC after error@701826529) -> (continuation of Deferred@1677300230 after retry RPC after error@2019504306) -> (continuation of Deferred@36557112 after retry RPC after error@55981713) -> (continuation of Deferred@747699551 after retry RPC after error@759927519) -> (continuation of Deferred@1090728543 after retry RPC after error@1934845520) -> (continuation of Deferred@1476527968 after retry RPC after error@690924501)))
09:02:18.719 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@178286817(state=PENDING, result=null, callback=(continuation of Deferred@2005384233 after retry RPC after error@564613976) -> (continuation of Deferred@544951927 after retry RPC after error@701826529) -> (continuation of Deferred@1677300230 after retry RPC after error@2019504306) -> (continuation of Deferred@36557112 after retry RPC after error@55981713) -> (continuation of Deferred@747699551 after retry RPC after error@759927519) -> (continuation of Deferred@1090728543 after retry RPC after error@1934845520) -> (continuation of Deferred@1476527968 after retry RPC after error@690924501), errback=(continuation of Deferred@2005384233 after retry RPC after error@564613976) -> (continuation of Deferred@544951927 after retry RPC after error@701826529) -> (continuation of Deferred@1677300230 after retry RPC after error@2019504306) -> (continuation of Deferred@36557112 after retry RPC after error@55981713) -> (continuation of Deferred@747699551 after retry RPC after error@759927519) -> (continuation of Deferred@1090728543 after retry RPC after error@1934845520) -> (continuation of Deferred@1476527968 after retry RPC after error@690924501)))
09:02:18.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.737 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.737 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.738 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.738 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.738 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.738 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.738 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.758 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.758 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.778 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.798 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.798 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.798 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.818 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.818 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.818 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.818 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.818 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.818 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.838 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.838 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.838 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.839 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.839 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.839 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.879 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:18.923507 1591 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader e07e69363f7140b193437e291f4fc1fd)
09:02:18.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:18.923713 1591 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:02:18.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:18.924326 1591 leader_election.cc:290] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927), e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491)
09:02:18.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:18.926187 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927): Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111)
09:02:18.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:18.926420 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491): Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:02:18.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:18.926556 1214 leader_election.cc:304] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35dc867795cd4958aa5652a714cf849b; no voters: e07e69363f7140b193437e291f4fc1fd, e2b6f443809b4549b961989c629717e3
09:02:18.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:18.926841 1591 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:02:18.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.979 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.979 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.979 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.979 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.979 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.979 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:18.980 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1127327838(state=PENDING, result=null, callback=(continuation of Deferred@693288403 after retry RPC after error@40588197) -> (continuation of Deferred@370023040 after retry RPC after error@1479746375) -> (continuation of Deferred@1689493943 after retry RPC after error@1016934655) -> (continuation of Deferred@1520564214 after retry RPC after error@466214654) -> (continuation of Deferred@1645111849 after retry RPC after error@935437407) -> (continuation of Deferred@1644886806 after retry RPC after error@937555847) -> (continuation of Deferred@640650352 after retry RPC after error@485894070), errback=(continuation of Deferred@693288403 after retry RPC after error@40588197) -> (continuation of Deferred@370023040 after retry RPC after error@1479746375) -> (continuation of Deferred@1689493943 after retry RPC after error@1016934655) -> (continuation of Deferred@1520564214 after retry RPC after error@466214654) -> (continuation of Deferred@1645111849 after retry RPC after error@935437407) -> (continuation of Deferred@1644886806 after retry RPC after error@937555847) -> (continuation of Deferred@640650352 after retry RPC after error@485894070)))
09:02:18.980 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1127327838(state=PENDING, result=null, callback=(continuation of Deferred@693288403 after retry RPC after error@40588197) -> (continuation of Deferred@370023040 after retry RPC after error@1479746375) -> (continuation of Deferred@1689493943 after retry RPC after error@1016934655) -> (continuation of Deferred@1520564214 after retry RPC after error@466214654) -> (continuation of Deferred@1645111849 after retry RPC after error@935437407) -> (continuation of Deferred@1644886806 after retry RPC after error@937555847) -> (continuation of Deferred@640650352 after retry RPC after error@485894070), errback=(continuation of Deferred@693288403 after retry RPC after error@40588197) -> (continuation of Deferred@370023040 after retry RPC after error@1479746375) -> (continuation of Deferred@1689493943 after retry RPC after error@1016934655) -> (continuation of Deferred@1520564214 after retry RPC after error@466214654) -> (continuation of Deferred@1645111849 after retry RPC after error@935437407) -> (continuation of Deferred@1644886806 after retry RPC after error@937555847) -> (continuation of Deferred@640650352 after retry RPC after error@485894070)))
09:02:18.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:18.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:18.998 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.998 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.998 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:18.998 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.999 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:18.999 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.000 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.018 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.018 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.018 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.018 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.018 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.018 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.078 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.078 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.078 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.078 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.078 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.080 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.098 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.099 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.099 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.100 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.238 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.238 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.239 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.239 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.239 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.239 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.240 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.240 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@708189858(state=PENDING, result=null, callback=(continuation of Deferred@1839024857 after retry RPC after error@2032576020) -> (continuation of Deferred@2120901254 after retry RPC after error@1681109223) -> (continuation of Deferred@1677718842 after retry RPC after error@799402327) -> (continuation of Deferred@41336951 after retry RPC after error@2067524694) -> (continuation of Deferred@1743884334 after retry RPC after error@1730032342) -> (continuation of Deferred@1398743866 after retry RPC after error@2007120987) -> (continuation of Deferred@481927777 after retry RPC after error@170372002), errback=(continuation of Deferred@1839024857 after retry RPC after error@2032576020) -> (continuation of Deferred@2120901254 after retry RPC after error@1681109223) -> (continuation of Deferred@1677718842 after retry RPC after error@799402327) -> (continuation of Deferred@41336951 after retry RPC after error@2067524694) -> (continuation of Deferred@1743884334 after retry RPC after error@1730032342) -> (continuation of Deferred@1398743866 after retry RPC after error@2007120987) -> (continuation of Deferred@481927777 after retry RPC after error@170372002)))
09:02:19.240 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [243ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@708189858(state=PENDING, result=null, callback=(continuation of Deferred@1839024857 after retry RPC after error@2032576020) -> (continuation of Deferred@2120901254 after retry RPC after error@1681109223) -> (continuation of Deferred@1677718842 after retry RPC after error@799402327) -> (continuation of Deferred@41336951 after retry RPC after error@2067524694) -> (continuation of Deferred@1743884334 after retry RPC after error@1730032342) -> (continuation of Deferred@1398743866 after retry RPC after error@2007120987) -> (continuation of Deferred@481927777 after retry RPC after error@170372002), errback=(continuation of Deferred@1839024857 after retry RPC after error@2032576020) -> (continuation of Deferred@2120901254 after retry RPC after error@1681109223) -> (continuation of Deferred@1677718842 after retry RPC after error@799402327) -> (continuation of Deferred@41336951 after retry RPC after error@2067524694) -> (continuation of Deferred@1743884334 after retry RPC after error@1730032342) -> (continuation of Deferred@1398743866 after retry RPC after error@2007120987) -> (continuation of Deferred@481927777 after retry RPC after error@170372002)))
09:02:19.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.258 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.258 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.258 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.278 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.278 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.278 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.278 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.278 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.278 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.278 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.300 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.318 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.318 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.318 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.338 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.338 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.338 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.338 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.338 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.338 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.358 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.358 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.419 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1485940007(state=PENDING, result=null, callback=(continuation of Deferred@1932220635 after retry RPC after error@1369678702) -> (continuation of Deferred@715163002 after retry RPC after error@2135799188) -> (continuation of Deferred@1443481382 after retry RPC after error@444442202) -> (continuation of Deferred@878209850 after retry RPC after error@640391472) -> (continuation of Deferred@1040402980 after retry RPC after error@1228629192) -> (continuation of Deferred@1053673326 after retry RPC after error@1154825118), errback=(continuation of Deferred@1932220635 after retry RPC after error@1369678702) -> (continuation of Deferred@715163002 after retry RPC after error@2135799188) -> (continuation of Deferred@1443481382 after retry RPC after error@444442202) -> (continuation of Deferred@878209850 after retry RPC after error@640391472) -> (continuation of Deferred@1040402980 after retry RPC after error@1228629192) -> (continuation of Deferred@1053673326 after retry RPC after error@1154825118)))
09:02:19.420 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1485940007(state=PENDING, result=null, callback=(continuation of Deferred@1932220635 after retry RPC after error@1369678702) -> (continuation of Deferred@715163002 after retry RPC after error@2135799188) -> (continuation of Deferred@1443481382 after retry RPC after error@444442202) -> (continuation of Deferred@878209850 after retry RPC after error@640391472) -> (continuation of Deferred@1040402980 after retry RPC after error@1228629192) -> (continuation of Deferred@1053673326 after retry RPC after error@1154825118), errback=(continuation of Deferred@1932220635 after retry RPC after error@1369678702) -> (continuation of Deferred@715163002 after retry RPC after error@2135799188) -> (continuation of Deferred@1443481382 after retry RPC after error@444442202) -> (continuation of Deferred@878209850 after retry RPC after error@640391472) -> (continuation of Deferred@1040402980 after retry RPC after error@1228629192) -> (continuation of Deferred@1053673326 after retry RPC after error@1154825118)))
09:02:19.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.439 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.478 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.478 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.478 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.498 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.518 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.518 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.518 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.538 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.538 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.538 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.557 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.598 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.598 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.598 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.598 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.599 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [59ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@930028742(state=PENDING, result=null, callback=(continuation of Deferred@606436791 after retry RPC after error@1440181148) -> (continuation of Deferred@1866121579 after retry RPC after error@553412966) -> (continuation of Deferred@792420363 after retry RPC after error@1096705531) -> (continuation of Deferred@2027345186 after retry RPC after error@1000485895) -> (continuation of Deferred@1332551744 after retry RPC after error@2100225515) -> (continuation of Deferred@866078889 after retry RPC after error@423053521) -> (continuation of Deferred@1065223319 after retry RPC after error@896909102) -> (continuation of Deferred@2082913073 after retry RPC after error@1609827748), errback=(continuation of Deferred@606436791 after retry RPC after error@1440181148) -> (continuation of Deferred@1866121579 after retry RPC after error@553412966) -> (continuation of Deferred@792420363 after retry RPC after error@1096705531) -> (continuation of Deferred@2027345186 after retry RPC after error@1000485895) -> (continuation of Deferred@1332551744 after retry RPC after error@2100225515) -> (continuation of Deferred@866078889 after retry RPC after error@423053521) -> (continuation of Deferred@1065223319 after retry RPC after error@896909102) -> (continuation of Deferred@2082913073 after retry RPC after error@1609827748)))
09:02:19.599 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [59ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@930028742(state=PENDING, result=null, callback=(continuation of Deferred@606436791 after retry RPC after error@1440181148) -> (continuation of Deferred@1866121579 after retry RPC after error@553412966) -> (continuation of Deferred@792420363 after retry RPC after error@1096705531) -> (continuation of Deferred@2027345186 after retry RPC after error@1000485895) -> (continuation of Deferred@1332551744 after retry RPC after error@2100225515) -> (continuation of Deferred@866078889 after retry RPC after error@423053521) -> (continuation of Deferred@1065223319 after retry RPC after error@896909102) -> (continuation of Deferred@2082913073 after retry RPC after error@1609827748), errback=(continuation of Deferred@606436791 after retry RPC after error@1440181148) -> (continuation of Deferred@1866121579 after retry RPC after error@553412966) -> (continuation of Deferred@792420363 after retry RPC after error@1096705531) -> (continuation of Deferred@2027345186 after retry RPC after error@1000485895) -> (continuation of Deferred@1332551744 after retry RPC after error@2100225515) -> (continuation of Deferred@866078889 after retry RPC after error@423053521) -> (continuation of Deferred@1065223319 after retry RPC after error@896909102) -> (continuation of Deferred@2082913073 after retry RPC after error@1609827748)))
09:02:19.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.617 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.618 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.618 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.618 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.638 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.638 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.638 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.638 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.738 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.738 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.760 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.760 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@567821796(state=PENDING, result=null, callback=(continuation of Deferred@71610650 after retry RPC after error@1585029862) -> (continuation of Deferred@1284441544 after retry RPC after error@790335192) -> (continuation of Deferred@242628160 after retry RPC after error@495700986) -> (continuation of Deferred@698236102 after retry RPC after error@1518344803) -> (continuation of Deferred@1711006533 after retry RPC after error@653013019) -> (continuation of Deferred@2118926348 after retry RPC after error@608505508), errback=(continuation of Deferred@71610650 after retry RPC after error@1585029862) -> (continuation of Deferred@1284441544 after retry RPC after error@790335192) -> (continuation of Deferred@242628160 after retry RPC after error@495700986) -> (continuation of Deferred@698236102 after retry RPC after error@1518344803) -> (continuation of Deferred@1711006533 after retry RPC after error@653013019) -> (continuation of Deferred@2118926348 after retry RPC after error@608505508)))
09:02:19.761 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [143ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@567821796(state=PENDING, result=null, callback=(continuation of Deferred@71610650 after retry RPC after error@1585029862) -> (continuation of Deferred@1284441544 after retry RPC after error@790335192) -> (continuation of Deferred@242628160 after retry RPC after error@495700986) -> (continuation of Deferred@698236102 after retry RPC after error@1518344803) -> (continuation of Deferred@1711006533 after retry RPC after error@653013019) -> (continuation of Deferred@2118926348 after retry RPC after error@608505508), errback=(continuation of Deferred@71610650 after retry RPC after error@1585029862) -> (continuation of Deferred@1284441544 after retry RPC after error@790335192) -> (continuation of Deferred@242628160 after retry RPC after error@495700986) -> (continuation of Deferred@698236102 after retry RPC after error@1518344803) -> (continuation of Deferred@1711006533 after retry RPC after error@653013019) -> (continuation of Deferred@2118926348 after retry RPC after error@608505508)))
09:02:19.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.778 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.778 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.778 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.778 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.778 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.798 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.798 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.798 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.818 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.818 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.819 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.819 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.819 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.819 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.820 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.840 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.858 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.858 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.858 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.858 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.899 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.899 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.899 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.899 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.899 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.899 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.900 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.919 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.919 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.919 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.919 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.919 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.919 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:19.979 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@648930311(state=PENDING, result=null, callback=(continuation of Deferred@1381027559 after retry RPC after error@970597669) -> (continuation of Deferred@1043458198 after retry RPC after error@2004201099) -> (continuation of Deferred@587624820 after retry RPC after error@1268615996) -> (continuation of Deferred@2061086593 after retry RPC after error@537024423) -> (continuation of Deferred@815734530 after retry RPC after error@402433606) -> (continuation of Deferred@552511135 after retry RPC after error@316891722) -> (continuation of Deferred@1523320859 after retry RPC after error@686840722), errback=(continuation of Deferred@1381027559 after retry RPC after error@970597669) -> (continuation of Deferred@1043458198 after retry RPC after error@2004201099) -> (continuation of Deferred@587624820 after retry RPC after error@1268615996) -> (continuation of Deferred@2061086593 after retry RPC after error@537024423) -> (continuation of Deferred@815734530 after retry RPC after error@402433606) -> (continuation of Deferred@552511135 after retry RPC after error@316891722) -> (continuation of Deferred@1523320859 after retry RPC after error@686840722)))
09:02:19.979 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@648930311(state=PENDING, result=null, callback=(continuation of Deferred@1381027559 after retry RPC after error@970597669) -> (continuation of Deferred@1043458198 after retry RPC after error@2004201099) -> (continuation of Deferred@587624820 after retry RPC after error@1268615996) -> (continuation of Deferred@2061086593 after retry RPC after error@537024423) -> (continuation of Deferred@815734530 after retry RPC after error@402433606) -> (continuation of Deferred@552511135 after retry RPC after error@316891722) -> (continuation of Deferred@1523320859 after retry RPC after error@686840722), errback=(continuation of Deferred@1381027559 after retry RPC after error@970597669) -> (continuation of Deferred@1043458198 after retry RPC after error@2004201099) -> (continuation of Deferred@587624820 after retry RPC after error@1268615996) -> (continuation of Deferred@2061086593 after retry RPC after error@537024423) -> (continuation of Deferred@815734530 after retry RPC after error@402433606) -> (continuation of Deferred@552511135 after retry RPC after error@316891722) -> (continuation of Deferred@1523320859 after retry RPC after error@686840722)))
09:02:19.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:19.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:19.998 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.999 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.999 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:19.999 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.999 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:19.999 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.000 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.018 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.018 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.018 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.018 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.018 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.018 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.038 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.038 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.038 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.078 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.078 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.078 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.099 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.099 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.099 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.100 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.100 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.100 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.100 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.100 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.158 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.158 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.158 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.158 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.159 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.159 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.160 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.240 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.240 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1738127671(state=PENDING, result=null, callback=(continuation of Deferred@736542744 after retry RPC after error@1865785081) -> (continuation of Deferred@914963611 after retry RPC after error@485718908) -> (continuation of Deferred@25726714 after retry RPC after error@1116281444) -> (continuation of Deferred@1025215306 after retry RPC after error@976502542) -> (continuation of Deferred@2140051948 after retry RPC after error@1969157699) -> (continuation of Deferred@352219769 after retry RPC after error@262796199) -> (continuation of Deferred@82008647 after retry RPC after error@101533814), errback=(continuation of Deferred@736542744 after retry RPC after error@1865785081) -> (continuation of Deferred@914963611 after retry RPC after error@485718908) -> (continuation of Deferred@25726714 after retry RPC after error@1116281444) -> (continuation of Deferred@1025215306 after retry RPC after error@976502542) -> (continuation of Deferred@2140051948 after retry RPC after error@1969157699) -> (continuation of Deferred@352219769 after retry RPC after error@262796199) -> (continuation of Deferred@82008647 after retry RPC after error@101533814)))
09:02:20.240 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1738127671(state=PENDING, result=null, callback=(continuation of Deferred@736542744 after retry RPC after error@1865785081) -> (continuation of Deferred@914963611 after retry RPC after error@485718908) -> (continuation of Deferred@25726714 after retry RPC after error@1116281444) -> (continuation of Deferred@1025215306 after retry RPC after error@976502542) -> (continuation of Deferred@2140051948 after retry RPC after error@1969157699) -> (continuation of Deferred@352219769 after retry RPC after error@262796199) -> (continuation of Deferred@82008647 after retry RPC after error@101533814), errback=(continuation of Deferred@736542744 after retry RPC after error@1865785081) -> (continuation of Deferred@914963611 after retry RPC after error@485718908) -> (continuation of Deferred@25726714 after retry RPC after error@1116281444) -> (continuation of Deferred@1025215306 after retry RPC after error@976502542) -> (continuation of Deferred@2140051948 after retry RPC after error@1969157699) -> (continuation of Deferred@352219769 after retry RPC after error@262796199) -> (continuation of Deferred@82008647 after retry RPC after error@101533814)))
09:02:20.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.258 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.258 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.258 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.278 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.278 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.278 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.278 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.278 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.298 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.298 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.298 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.298 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.298 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.299 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.320 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.338 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.338 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.338 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.338 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.359 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.359 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.359 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.359 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.359 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.359 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.360 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.378 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.378 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.498 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.499 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@880278701(state=PENDING, result=null, callback=(continuation of Deferred@1789709347 after retry RPC after error@1302845210) -> (continuation of Deferred@957827487 after retry RPC after error@848185476) -> (continuation of Deferred@1045387042 after retry RPC after error@1294158070) -> (continuation of Deferred@1325116284 after retry RPC after error@242290767) -> (continuation of Deferred@1254338788 after retry RPC after error@502281650) -> (continuation of Deferred@239324475 after retry RPC after error@146163668) -> (continuation of Deferred@1596293814 after retry RPC after error@1130656069) -> (continuation of Deferred@1407075847 after retry RPC after error@1768698703), errback=(continuation of Deferred@1789709347 after retry RPC after error@1302845210) -> (continuation of Deferred@957827487 after retry RPC after error@848185476) -> (continuation of Deferred@1045387042 after retry RPC after error@1294158070) -> (continuation of Deferred@1325116284 after retry RPC after error@242290767) -> (continuation of Deferred@1254338788 after retry RPC after error@502281650) -> (continuation of Deferred@239324475 after retry RPC after error@146163668) -> (continuation of Deferred@1596293814 after retry RPC after error@1130656069) -> (continuation of Deferred@1407075847 after retry RPC after error@1768698703)))
09:02:20.500 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [103ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@880278701(state=PENDING, result=null, callback=(continuation of Deferred@1789709347 after retry RPC after error@1302845210) -> (continuation of Deferred@957827487 after retry RPC after error@848185476) -> (continuation of Deferred@1045387042 after retry RPC after error@1294158070) -> (continuation of Deferred@1325116284 after retry RPC after error@242290767) -> (continuation of Deferred@1254338788 after retry RPC after error@502281650) -> (continuation of Deferred@239324475 after retry RPC after error@146163668) -> (continuation of Deferred@1596293814 after retry RPC after error@1130656069) -> (continuation of Deferred@1407075847 after retry RPC after error@1768698703), errback=(continuation of Deferred@1789709347 after retry RPC after error@1302845210) -> (continuation of Deferred@957827487 after retry RPC after error@848185476) -> (continuation of Deferred@1045387042 after retry RPC after error@1294158070) -> (continuation of Deferred@1325116284 after retry RPC after error@242290767) -> (continuation of Deferred@1254338788 after retry RPC after error@502281650) -> (continuation of Deferred@239324475 after retry RPC after error@146163668) -> (continuation of Deferred@1596293814 after retry RPC after error@1130656069) -> (continuation of Deferred@1407075847 after retry RPC after error@1768698703)))
09:02:20.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.538 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.538 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.538 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.538 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.538 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.538 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.578 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.578 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.598 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.598 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.638 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.638 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.638 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.638 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.680 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.680 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@817626979(state=PENDING, result=null, callback=(continuation of Deferred@1185512891 after retry RPC after error@1834004587) -> (continuation of Deferred@999934787 after retry RPC after error@1421241268) -> (continuation of Deferred@1509916732 after retry RPC after error@826585216) -> (continuation of Deferred@1148364344 after retry RPC after error@595500745) -> (continuation of Deferred@103089402 after retry RPC after error@317809678) -> (continuation of Deferred@1138971406 after retry RPC after error@347870573), errback=(continuation of Deferred@1185512891 after retry RPC after error@1834004587) -> (continuation of Deferred@999934787 after retry RPC after error@1421241268) -> (continuation of Deferred@1509916732 after retry RPC after error@826585216) -> (continuation of Deferred@1148364344 after retry RPC after error@595500745) -> (continuation of Deferred@103089402 after retry RPC after error@317809678) -> (continuation of Deferred@1138971406 after retry RPC after error@347870573)))
09:02:20.680 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@817626979(state=PENDING, result=null, callback=(continuation of Deferred@1185512891 after retry RPC after error@1834004587) -> (continuation of Deferred@999934787 after retry RPC after error@1421241268) -> (continuation of Deferred@1509916732 after retry RPC after error@826585216) -> (continuation of Deferred@1148364344 after retry RPC after error@595500745) -> (continuation of Deferred@103089402 after retry RPC after error@317809678) -> (continuation of Deferred@1138971406 after retry RPC after error@347870573), errback=(continuation of Deferred@1185512891 after retry RPC after error@1834004587) -> (continuation of Deferred@999934787 after retry RPC after error@1421241268) -> (continuation of Deferred@1509916732 after retry RPC after error@826585216) -> (continuation of Deferred@1148364344 after retry RPC after error@595500745) -> (continuation of Deferred@103089402 after retry RPC after error@317809678) -> (continuation of Deferred@1138971406 after retry RPC after error@347870573)))
09:02:20.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.698 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.698 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.698 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.698 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.698 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.698 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.718 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.718 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.718 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.718 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.737 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.737 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.738 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.738 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.778 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.778 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.778 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.778 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.778 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.778 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.818 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.818 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.818 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.818 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.818 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.818 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.878 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.878 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.878 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.878 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.878 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.878 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.879 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.879 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.900 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@851137763(state=PENDING, result=null, callback=(continuation of Deferred@1369208139 after retry RPC after error@2041603117) -> (continuation of Deferred@1052390540 after retry RPC after error@1456366580) -> (continuation of Deferred@1690989131 after retry RPC after error@513926131) -> (continuation of Deferred@1901116159 after retry RPC after error@1420076770) -> (continuation of Deferred@1674305047 after retry RPC after error@1927550950) -> (continuation of Deferred@110611463 after retry RPC after error@2004216193) -> (continuation of Deferred@1249098270 after retry RPC after error@419090321), errback=(continuation of Deferred@1369208139 after retry RPC after error@2041603117) -> (continuation of Deferred@1052390540 after retry RPC after error@1456366580) -> (continuation of Deferred@1690989131 after retry RPC after error@513926131) -> (continuation of Deferred@1901116159 after retry RPC after error@1420076770) -> (continuation of Deferred@1674305047 after retry RPC after error@1927550950) -> (continuation of Deferred@110611463 after retry RPC after error@2004216193) -> (continuation of Deferred@1249098270 after retry RPC after error@419090321)))
09:02:20.900 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@851137763(state=PENDING, result=null, callback=(continuation of Deferred@1369208139 after retry RPC after error@2041603117) -> (continuation of Deferred@1052390540 after retry RPC after error@1456366580) -> (continuation of Deferred@1690989131 after retry RPC after error@513926131) -> (continuation of Deferred@1901116159 after retry RPC after error@1420076770) -> (continuation of Deferred@1674305047 after retry RPC after error@1927550950) -> (continuation of Deferred@110611463 after retry RPC after error@2004216193) -> (continuation of Deferred@1249098270 after retry RPC after error@419090321), errback=(continuation of Deferred@1369208139 after retry RPC after error@2041603117) -> (continuation of Deferred@1052390540 after retry RPC after error@1456366580) -> (continuation of Deferred@1690989131 after retry RPC after error@513926131) -> (continuation of Deferred@1901116159 after retry RPC after error@1420076770) -> (continuation of Deferred@1674305047 after retry RPC after error@1927550950) -> (continuation of Deferred@110611463 after retry RPC after error@2004216193) -> (continuation of Deferred@1249098270 after retry RPC after error@419090321)))
09:02:20.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.918 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.918 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.918 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.918 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.938 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.938 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.938 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.938 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.938 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.938 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.958 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.958 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.958 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.958 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.959 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.959 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:20.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:20.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:20.998 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.998 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:20.998 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:20.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.018 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.018 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.019 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.019 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.018 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.019 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.020 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.078 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.078 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.078 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.078 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.078 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.078 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.160 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1864909840(state=PENDING, result=null, callback=(continuation of Deferred@926699173 after retry RPC after error@530485066) -> (continuation of Deferred@1071511255 after retry RPC after error@309865976) -> (continuation of Deferred@1197736052 after retry RPC after error@753611533) -> (continuation of Deferred@2094011145 after retry RPC after error@789898886) -> (continuation of Deferred@1209283760 after retry RPC after error@1024591332) -> (continuation of Deferred@1101398292 after retry RPC after error@1234108272) -> (continuation of Deferred@542569285 after retry RPC after error@222752654), errback=(continuation of Deferred@926699173 after retry RPC after error@530485066) -> (continuation of Deferred@1071511255 after retry RPC after error@309865976) -> (continuation of Deferred@1197736052 after retry RPC after error@753611533) -> (continuation of Deferred@2094011145 after retry RPC after error@789898886) -> (continuation of Deferred@1209283760 after retry RPC after error@1024591332) -> (continuation of Deferred@1101398292 after retry RPC after error@1234108272) -> (continuation of Deferred@542569285 after retry RPC after error@222752654)))
09:02:21.160 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1864909840(state=PENDING, result=null, callback=(continuation of Deferred@926699173 after retry RPC after error@530485066) -> (continuation of Deferred@1071511255 after retry RPC after error@309865976) -> (continuation of Deferred@1197736052 after retry RPC after error@753611533) -> (continuation of Deferred@2094011145 after retry RPC after error@789898886) -> (continuation of Deferred@1209283760 after retry RPC after error@1024591332) -> (continuation of Deferred@1101398292 after retry RPC after error@1234108272) -> (continuation of Deferred@542569285 after retry RPC after error@222752654), errback=(continuation of Deferred@926699173 after retry RPC after error@530485066) -> (continuation of Deferred@1071511255 after retry RPC after error@309865976) -> (continuation of Deferred@1197736052 after retry RPC after error@753611533) -> (continuation of Deferred@2094011145 after retry RPC after error@789898886) -> (continuation of Deferred@1209283760 after retry RPC after error@1024591332) -> (continuation of Deferred@1101398292 after retry RPC after error@1234108272) -> (continuation of Deferred@542569285 after retry RPC after error@222752654)))
09:02:21.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.198 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.198 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.198 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.198 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.198 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.198 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.218 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.218 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.218 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.258 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.258 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.258 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.298 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.298 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.298 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.299 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:21.320393 817 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 1)
09:02:21.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:21.323770 817 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'fdaf21a18e56482795a70e6f6ee0905c', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'fdaf21a18e56482795a70e6f6ee0905c', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 1)
09:02:21.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:21.325551 817 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.0.80.126:43989)
09:02:21.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.338 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.338 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.338 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.339 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1555019120(state=PENDING, result=null, callback=(continuation of Deferred@159961206 after retry RPC after error@323302703) -> (continuation of Deferred@910852400 after retry RPC after error@393193148) -> (continuation of Deferred@1487658823 after retry RPC after error@1652389168) -> (continuation of Deferred@14433102 after retry RPC after error@1785477039) -> (continuation of Deferred@1815841858 after retry RPC after error@1701224448) -> (continuation of Deferred@67236265 after retry RPC after error@266043337), errback=(continuation of Deferred@159961206 after retry RPC after error@323302703) -> (continuation of Deferred@910852400 after retry RPC after error@393193148) -> (continuation of Deferred@1487658823 after retry RPC after error@1652389168) -> (continuation of Deferred@14433102 after retry RPC after error@1785477039) -> (continuation of Deferred@1815841858 after retry RPC after error@1701224448) -> (continuation of Deferred@67236265 after retry RPC after error@266043337)))
09:02:21.340 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1555019120(state=PENDING, result=null, callback=(continuation of Deferred@159961206 after retry RPC after error@323302703) -> (continuation of Deferred@910852400 after retry RPC after error@393193148) -> (continuation of Deferred@1487658823 after retry RPC after error@1652389168) -> (continuation of Deferred@14433102 after retry RPC after error@1785477039) -> (continuation of Deferred@1815841858 after retry RPC after error@1701224448) -> (continuation of Deferred@67236265 after retry RPC after error@266043337), errback=(continuation of Deferred@159961206 after retry RPC after error@323302703) -> (continuation of Deferred@910852400 after retry RPC after error@393193148) -> (continuation of Deferred@1487658823 after retry RPC after error@1652389168) -> (continuation of Deferred@14433102 after retry RPC after error@1785477039) -> (continuation of Deferred@1815841858 after retry RPC after error@1701224448) -> (continuation of Deferred@67236265 after retry RPC after error@266043337)))
09:02:21.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.378 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.378 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.378 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.398 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.398 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.398 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.398 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.398 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.398 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.418 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.438 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.458 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.458 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.519 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.519 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.519 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.519 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.519 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.519 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.520 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.598 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.598 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.598 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.598 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.599 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1445463243(state=PENDING, result=null, callback=(continuation of Deferred@684166486 after retry RPC after error@175564566) -> (continuation of Deferred@1066809169 after retry RPC after error@697201204) -> (continuation of Deferred@1027077998 after retry RPC after error@4520329) -> (continuation of Deferred@241597039 after retry RPC after error@1420011077) -> (continuation of Deferred@1445832504 after retry RPC after error@1895994565) -> (continuation of Deferred@1275739528 after retry RPC after error@97659842) -> (continuation of Deferred@1056790567 after retry RPC after error@1539065729), errback=(continuation of Deferred@684166486 after retry RPC after error@175564566) -> (continuation of Deferred@1066809169 after retry RPC after error@697201204) -> (continuation of Deferred@1027077998 after retry RPC after error@4520329) -> (continuation of Deferred@241597039 after retry RPC after error@1420011077) -> (continuation of Deferred@1445832504 after retry RPC after error@1895994565) -> (continuation of Deferred@1275739528 after retry RPC after error@97659842) -> (continuation of Deferred@1056790567 after retry RPC after error@1539065729)))
09:02:21.599 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [163ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1445463243(state=PENDING, result=null, callback=(continuation of Deferred@684166486 after retry RPC after error@175564566) -> (continuation of Deferred@1066809169 after retry RPC after error@697201204) -> (continuation of Deferred@1027077998 after retry RPC after error@4520329) -> (continuation of Deferred@241597039 after retry RPC after error@1420011077) -> (continuation of Deferred@1445832504 after retry RPC after error@1895994565) -> (continuation of Deferred@1275739528 after retry RPC after error@97659842) -> (continuation of Deferred@1056790567 after retry RPC after error@1539065729), errback=(continuation of Deferred@684166486 after retry RPC after error@175564566) -> (continuation of Deferred@1066809169 after retry RPC after error@697201204) -> (continuation of Deferred@1027077998 after retry RPC after error@4520329) -> (continuation of Deferred@241597039 after retry RPC after error@1420011077) -> (continuation of Deferred@1445832504 after retry RPC after error@1895994565) -> (continuation of Deferred@1275739528 after retry RPC after error@97659842) -> (continuation of Deferred@1056790567 after retry RPC after error@1539065729)))
09:02:21.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.638 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.638 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.638 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.638 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.638 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.638 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.657 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.657 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.657 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.657 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.658 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.658 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.678 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.678 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.678 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.678 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.678 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.698 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.718 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.718 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.718 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.718 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.758 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.758 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.758 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.758 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.758 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.758 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.759 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1200182811(state=PENDING, result=null, callback=(continuation of Deferred@1849604128 after retry RPC after error@1363619095) -> (continuation of Deferred@428401096 after retry RPC after error@347886956) -> (continuation of Deferred@257429603 after retry RPC after error@1738517258) -> (continuation of Deferred@960991376 after retry RPC after error@1336321505) -> (continuation of Deferred@11698046 after retry RPC after error@443503513) -> (continuation of Deferred@522818388 after retry RPC after error@1708831997), errback=(continuation of Deferred@1849604128 after retry RPC after error@1363619095) -> (continuation of Deferred@428401096 after retry RPC after error@347886956) -> (continuation of Deferred@257429603 after retry RPC after error@1738517258) -> (continuation of Deferred@960991376 after retry RPC after error@1336321505) -> (continuation of Deferred@11698046 after retry RPC after error@443503513) -> (continuation of Deferred@522818388 after retry RPC after error@1708831997)))
09:02:21.759 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1200182811(state=PENDING, result=null, callback=(continuation of Deferred@1849604128 after retry RPC after error@1363619095) -> (continuation of Deferred@428401096 after retry RPC after error@347886956) -> (continuation of Deferred@257429603 after retry RPC after error@1738517258) -> (continuation of Deferred@960991376 after retry RPC after error@1336321505) -> (continuation of Deferred@11698046 after retry RPC after error@443503513) -> (continuation of Deferred@522818388 after retry RPC after error@1708831997), errback=(continuation of Deferred@1849604128 after retry RPC after error@1363619095) -> (continuation of Deferred@428401096 after retry RPC after error@347886956) -> (continuation of Deferred@257429603 after retry RPC after error@1738517258) -> (continuation of Deferred@960991376 after retry RPC after error@1336321505) -> (continuation of Deferred@11698046 after retry RPC after error@443503513) -> (continuation of Deferred@522818388 after retry RPC after error@1708831997)))
09:02:21.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.778 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.778 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.778 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.778 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.778 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.778 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.818 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.819 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.819 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.838 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.839 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.839 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.839 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.839 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.858 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.858 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.858 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.858 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.858 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.879 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.938 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.978 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.978 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.978 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.978 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.979 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.979 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:21.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:21.998 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:21.998 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.998 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:21.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:21.999 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@12455449(state=PENDING, result=null, callback=(continuation of Deferred@249589339 after retry RPC after error@1469857885) -> (continuation of Deferred@1463558458 after retry RPC after error@654455554) -> (continuation of Deferred@714937103 after retry RPC after error@532029609) -> (continuation of Deferred@699791252 after retry RPC after error@521755523) -> (continuation of Deferred@1574839812 after retry RPC after error@1933833854) -> (continuation of Deferred@1967957717 after retry RPC after error@551300796) -> (continuation of Deferred@211731109 after retry RPC after error@1610753358) -> (continuation of Deferred@1885883797 after retry RPC after error@822097130), errback=(continuation of Deferred@249589339 after retry RPC after error@1469857885) -> (continuation of Deferred@1463558458 after retry RPC after error@654455554) -> (continuation of Deferred@714937103 after retry RPC after error@532029609) -> (continuation of Deferred@699791252 after retry RPC after error@521755523) -> (continuation of Deferred@1574839812 after retry RPC after error@1933833854) -> (continuation of Deferred@1967957717 after retry RPC after error@551300796) -> (continuation of Deferred@211731109 after retry RPC after error@1610753358) -> (continuation of Deferred@1885883797 after retry RPC after error@822097130)))
09:02:22.000 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@12455449(state=PENDING, result=null, callback=(continuation of Deferred@249589339 after retry RPC after error@1469857885) -> (continuation of Deferred@1463558458 after retry RPC after error@654455554) -> (continuation of Deferred@714937103 after retry RPC after error@532029609) -> (continuation of Deferred@699791252 after retry RPC after error@521755523) -> (continuation of Deferred@1574839812 after retry RPC after error@1933833854) -> (continuation of Deferred@1967957717 after retry RPC after error@551300796) -> (continuation of Deferred@211731109 after retry RPC after error@1610753358) -> (continuation of Deferred@1885883797 after retry RPC after error@822097130), errback=(continuation of Deferred@249589339 after retry RPC after error@1469857885) -> (continuation of Deferred@1463558458 after retry RPC after error@654455554) -> (continuation of Deferred@714937103 after retry RPC after error@532029609) -> (continuation of Deferred@699791252 after retry RPC after error@521755523) -> (continuation of Deferred@1574839812 after retry RPC after error@1933833854) -> (continuation of Deferred@1967957717 after retry RPC after error@551300796) -> (continuation of Deferred@211731109 after retry RPC after error@1610753358) -> (continuation of Deferred@1885883797 after retry RPC after error@822097130)))
09:02:22.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.018 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.038 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.038 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.038 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.038 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.058 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.058 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.058 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.058 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.058 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.058 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.058 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.078 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.078 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.078 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.078 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.079 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.079 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.080 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.138 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.138 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.138 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.138 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.138 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.198 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.198 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.198 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.198 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.198 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.198 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.238 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.238 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.239 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.239 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.239 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.240 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.240 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2040857271(state=PENDING, result=null, callback=(continuation of Deferred@38350148 after retry RPC after error@2091336865) -> (continuation of Deferred@205822766 after retry RPC after error@1562738859) -> (continuation of Deferred@374187334 after retry RPC after error@1342794082) -> (continuation of Deferred@2017199526 after retry RPC after error@158200530) -> (continuation of Deferred@1920008492 after retry RPC after error@1772631161) -> (continuation of Deferred@1897991647 after retry RPC after error@398236235) -> (continuation of Deferred@1832813041 after retry RPC after error@1167944659), errback=(continuation of Deferred@38350148 after retry RPC after error@2091336865) -> (continuation of Deferred@205822766 after retry RPC after error@1562738859) -> (continuation of Deferred@374187334 after retry RPC after error@1342794082) -> (continuation of Deferred@2017199526 after retry RPC after error@158200530) -> (continuation of Deferred@1920008492 after retry RPC after error@1772631161) -> (continuation of Deferred@1897991647 after retry RPC after error@398236235) -> (continuation of Deferred@1832813041 after retry RPC after error@1167944659)))
09:02:22.240 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [63ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2040857271(state=PENDING, result=null, callback=(continuation of Deferred@38350148 after retry RPC after error@2091336865) -> (continuation of Deferred@205822766 after retry RPC after error@1562738859) -> (continuation of Deferred@374187334 after retry RPC after error@1342794082) -> (continuation of Deferred@2017199526 after retry RPC after error@158200530) -> (continuation of Deferred@1920008492 after retry RPC after error@1772631161) -> (continuation of Deferred@1897991647 after retry RPC after error@398236235) -> (continuation of Deferred@1832813041 after retry RPC after error@1167944659), errback=(continuation of Deferred@38350148 after retry RPC after error@2091336865) -> (continuation of Deferred@205822766 after retry RPC after error@1562738859) -> (continuation of Deferred@374187334 after retry RPC after error@1342794082) -> (continuation of Deferred@2017199526 after retry RPC after error@158200530) -> (continuation of Deferred@1920008492 after retry RPC after error@1772631161) -> (continuation of Deferred@1897991647 after retry RPC after error@398236235) -> (continuation of Deferred@1832813041 after retry RPC after error@1167944659)))
09:02:22.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.277 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.277 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.277 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.277 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.278 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.278 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.298 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.298 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.298 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.299 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.378 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.378 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.378 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.438 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.438 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.438 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.438 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.438 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.438 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.498 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.498 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.498 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.498 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.498 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.499 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1722350524(state=PENDING, result=null, callback=(continuation of Deferred@1107845170 after retry RPC after error@559282169) -> (continuation of Deferred@1061735963 after retry RPC after error@505194325) -> (continuation of Deferred@521428308 after retry RPC after error@300977008) -> (continuation of Deferred@1756473155 after retry RPC after error@325878543) -> (continuation of Deferred@774869707 after retry RPC after error@990984053) -> (continuation of Deferred@1585386731 after retry RPC after error@704418000) -> (continuation of Deferred@2065168110 after retry RPC after error@1234164838), errback=(continuation of Deferred@1107845170 after retry RPC after error@559282169) -> (continuation of Deferred@1061735963 after retry RPC after error@505194325) -> (continuation of Deferred@521428308 after retry RPC after error@300977008) -> (continuation of Deferred@1756473155 after retry RPC after error@325878543) -> (continuation of Deferred@774869707 after retry RPC after error@990984053) -> (continuation of Deferred@1585386731 after retry RPC after error@704418000) -> (continuation of Deferred@2065168110 after retry RPC after error@1234164838)))
09:02:22.499 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1722350524(state=PENDING, result=null, callback=(continuation of Deferred@1107845170 after retry RPC after error@559282169) -> (continuation of Deferred@1061735963 after retry RPC after error@505194325) -> (continuation of Deferred@521428308 after retry RPC after error@300977008) -> (continuation of Deferred@1756473155 after retry RPC after error@325878543) -> (continuation of Deferred@774869707 after retry RPC after error@990984053) -> (continuation of Deferred@1585386731 after retry RPC after error@704418000) -> (continuation of Deferred@2065168110 after retry RPC after error@1234164838), errback=(continuation of Deferred@1107845170 after retry RPC after error@559282169) -> (continuation of Deferred@1061735963 after retry RPC after error@505194325) -> (continuation of Deferred@521428308 after retry RPC after error@300977008) -> (continuation of Deferred@1756473155 after retry RPC after error@325878543) -> (continuation of Deferred@774869707 after retry RPC after error@990984053) -> (continuation of Deferred@1585386731 after retry RPC after error@704418000) -> (continuation of Deferred@2065168110 after retry RPC after error@1234164838)))
09:02:22.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.518 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.518 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.518 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.518 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.518 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.538 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.538 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.539 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.539 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.558 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.558 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.558 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.558 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.558 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.558 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.558 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.558 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.598 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.618 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.618 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.678 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.678 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.678 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.698 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.698 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.698 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.698 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.698 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.698 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.699 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@878849454(state=PENDING, result=null, callback=(continuation of Deferred@654384554 after retry RPC after error@1374845008) -> (continuation of Deferred@1288918726 after retry RPC after error@1777929647) -> (continuation of Deferred@1178247543 after retry RPC after error@80240920) -> (continuation of Deferred@1383821857 after retry RPC after error@1934530996) -> (continuation of Deferred@1626124211 after retry RPC after error@669762071) -> (continuation of Deferred@780682929 after retry RPC after error@697104877) -> (continuation of Deferred@739789400 after retry RPC after error@1427824310), errback=(continuation of Deferred@654384554 after retry RPC after error@1374845008) -> (continuation of Deferred@1288918726 after retry RPC after error@1777929647) -> (continuation of Deferred@1178247543 after retry RPC after error@80240920) -> (continuation of Deferred@1383821857 after retry RPC after error@1934530996) -> (continuation of Deferred@1626124211 after retry RPC after error@669762071) -> (continuation of Deferred@780682929 after retry RPC after error@697104877) -> (continuation of Deferred@739789400 after retry RPC after error@1427824310)))
09:02:22.700 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@878849454(state=PENDING, result=null, callback=(continuation of Deferred@654384554 after retry RPC after error@1374845008) -> (continuation of Deferred@1288918726 after retry RPC after error@1777929647) -> (continuation of Deferred@1178247543 after retry RPC after error@80240920) -> (continuation of Deferred@1383821857 after retry RPC after error@1934530996) -> (continuation of Deferred@1626124211 after retry RPC after error@669762071) -> (continuation of Deferred@780682929 after retry RPC after error@697104877) -> (continuation of Deferred@739789400 after retry RPC after error@1427824310), errback=(continuation of Deferred@654384554 after retry RPC after error@1374845008) -> (continuation of Deferred@1288918726 after retry RPC after error@1777929647) -> (continuation of Deferred@1178247543 after retry RPC after error@80240920) -> (continuation of Deferred@1383821857 after retry RPC after error@1934530996) -> (continuation of Deferred@1626124211 after retry RPC after error@669762071) -> (continuation of Deferred@780682929 after retry RPC after error@697104877) -> (continuation of Deferred@739789400 after retry RPC after error@1427824310)))
09:02:22.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.737 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.738 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.758 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.758 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.759 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.759 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.759 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.759 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.760 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.778 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.778 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.778 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.778 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.778 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.778 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.778 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.798 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.818 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.818 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.819 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.838 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.838 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.838 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.838 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.898 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.898 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.898 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.899 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@2124036669(state=PENDING, result=null, callback=(continuation of Deferred@982116555 after retry RPC after error@906492299) -> (continuation of Deferred@1570058396 after retry RPC after error@1920049857) -> (continuation of Deferred@122405876 after retry RPC after error@243902775) -> (continuation of Deferred@2053925290 after retry RPC after error@91536268) -> (continuation of Deferred@1551473845 after retry RPC after error@536499740) -> (continuation of Deferred@105012592 after retry RPC after error@650784495) -> (continuation of Deferred@910590647 after retry RPC after error@2067888341), errback=(continuation of Deferred@982116555 after retry RPC after error@906492299) -> (continuation of Deferred@1570058396 after retry RPC after error@1920049857) -> (continuation of Deferred@122405876 after retry RPC after error@243902775) -> (continuation of Deferred@2053925290 after retry RPC after error@91536268) -> (continuation of Deferred@1551473845 after retry RPC after error@536499740) -> (continuation of Deferred@105012592 after retry RPC after error@650784495) -> (continuation of Deferred@910590647 after retry RPC after error@2067888341)))
09:02:22.899 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@2124036669(state=PENDING, result=null, callback=(continuation of Deferred@982116555 after retry RPC after error@906492299) -> (continuation of Deferred@1570058396 after retry RPC after error@1920049857) -> (continuation of Deferred@122405876 after retry RPC after error@243902775) -> (continuation of Deferred@2053925290 after retry RPC after error@91536268) -> (continuation of Deferred@1551473845 after retry RPC after error@536499740) -> (continuation of Deferred@105012592 after retry RPC after error@650784495) -> (continuation of Deferred@910590647 after retry RPC after error@2067888341), errback=(continuation of Deferred@982116555 after retry RPC after error@906492299) -> (continuation of Deferred@1570058396 after retry RPC after error@1920049857) -> (continuation of Deferred@122405876 after retry RPC after error@243902775) -> (continuation of Deferred@2053925290 after retry RPC after error@91536268) -> (continuation of Deferred@1551473845 after retry RPC after error@536499740) -> (continuation of Deferred@105012592 after retry RPC after error@650784495) -> (continuation of Deferred@910590647 after retry RPC after error@2067888341)))
09:02:22.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.938 [INFO - pool-40-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.958 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.959 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.959 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.978 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:22.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:22.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:22.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:22.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:22.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.018 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.018 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.018 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.018 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.019 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.019 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.058 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.058 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.058 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.058 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.059 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.059 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.158 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.158 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.159 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.159 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.159 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.159 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.160 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.160 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@949932333(state=PENDING, result=null, callback=(continuation of Deferred@905708923 after retry RPC after error@1707327389) -> (continuation of Deferred@1482841647 after retry RPC after error@373029815) -> (continuation of Deferred@1136260054 after retry RPC after error@1006539627) -> (continuation of Deferred@1898389789 after retry RPC after error@940083917) -> (continuation of Deferred@883161433 after retry RPC after error@2064208237) -> (continuation of Deferred@862890200 after retry RPC after error@1338770074) -> (continuation of Deferred@1687048971 after retry RPC after error@1438508238), errback=(continuation of Deferred@905708923 after retry RPC after error@1707327389) -> (continuation of Deferred@1482841647 after retry RPC after error@373029815) -> (continuation of Deferred@1136260054 after retry RPC after error@1006539627) -> (continuation of Deferred@1898389789 after retry RPC after error@940083917) -> (continuation of Deferred@883161433 after retry RPC after error@2064208237) -> (continuation of Deferred@862890200 after retry RPC after error@1338770074) -> (continuation of Deferred@1687048971 after retry RPC after error@1438508238)))
09:02:23.160 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@949932333(state=PENDING, result=null, callback=(continuation of Deferred@905708923 after retry RPC after error@1707327389) -> (continuation of Deferred@1482841647 after retry RPC after error@373029815) -> (continuation of Deferred@1136260054 after retry RPC after error@1006539627) -> (continuation of Deferred@1898389789 after retry RPC after error@940083917) -> (continuation of Deferred@883161433 after retry RPC after error@2064208237) -> (continuation of Deferred@862890200 after retry RPC after error@1338770074) -> (continuation of Deferred@1687048971 after retry RPC after error@1438508238), errback=(continuation of Deferred@905708923 after retry RPC after error@1707327389) -> (continuation of Deferred@1482841647 after retry RPC after error@373029815) -> (continuation of Deferred@1136260054 after retry RPC after error@1006539627) -> (continuation of Deferred@1898389789 after retry RPC after error@940083917) -> (continuation of Deferred@883161433 after retry RPC after error@2064208237) -> (continuation of Deferred@862890200 after retry RPC after error@1338770074) -> (continuation of Deferred@1687048971 after retry RPC after error@1438508238)))
09:02:23.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.178 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.198 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.198 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.198 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.219 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.219 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.219 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.219 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.219 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.220 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.238 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.238 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.238 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.238 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.238 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.299 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.299 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.299 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.300 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.359 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.359 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.398 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.398 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.398 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.398 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.398 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.398 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.399 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@506394446(state=PENDING, result=null, callback=(continuation of Deferred@119806350 after retry RPC after error@149723713) -> (continuation of Deferred@904368899 after retry RPC after error@1553634934) -> (continuation of Deferred@2077563906 after retry RPC after error@386379691) -> (continuation of Deferred@519133635 after retry RPC after error@374359373) -> (continuation of Deferred@1161199241 after retry RPC after error@1869020019) -> (continuation of Deferred@2068678685 after retry RPC after error@1873006612) -> (continuation of Deferred@429341023 after retry RPC after error@1098048637), errback=(continuation of Deferred@119806350 after retry RPC after error@149723713) -> (continuation of Deferred@904368899 after retry RPC after error@1553634934) -> (continuation of Deferred@2077563906 after retry RPC after error@386379691) -> (continuation of Deferred@519133635 after retry RPC after error@374359373) -> (continuation of Deferred@1161199241 after retry RPC after error@1869020019) -> (continuation of Deferred@2068678685 after retry RPC after error@1873006612) -> (continuation of Deferred@429341023 after retry RPC after error@1098048637)))
09:02:23.400 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [221ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@506394446(state=PENDING, result=null, callback=(continuation of Deferred@119806350 after retry RPC after error@149723713) -> (continuation of Deferred@904368899 after retry RPC after error@1553634934) -> (continuation of Deferred@2077563906 after retry RPC after error@386379691) -> (continuation of Deferred@519133635 after retry RPC after error@374359373) -> (continuation of Deferred@1161199241 after retry RPC after error@1869020019) -> (continuation of Deferred@2068678685 after retry RPC after error@1873006612) -> (continuation of Deferred@429341023 after retry RPC after error@1098048637), errback=(continuation of Deferred@119806350 after retry RPC after error@149723713) -> (continuation of Deferred@904368899 after retry RPC after error@1553634934) -> (continuation of Deferred@2077563906 after retry RPC after error@386379691) -> (continuation of Deferred@519133635 after retry RPC after error@374359373) -> (continuation of Deferred@1161199241 after retry RPC after error@1869020019) -> (continuation of Deferred@2068678685 after retry RPC after error@1873006612) -> (continuation of Deferred@429341023 after retry RPC after error@1098048637)))
09:02:23.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.439 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.439 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.478 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.478 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.478 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.518 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.518 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.518 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.558 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.558 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.558 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.558 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.558 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.558 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:23.609885 1197 master_runner.cc:186] Error getting master registration for 127.0.80.125:34927: Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111),
09:02:23.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:23.610092 1197 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:02:23.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.658 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.658 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.659 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1135839120(state=PENDING, result=null, callback=(continuation of Deferred@851181953 after retry RPC after error@255981336) -> (continuation of Deferred@1580988466 after retry RPC after error@32209762) -> (continuation of Deferred@1393148631 after retry RPC after error@1399850649) -> (continuation of Deferred@1376489133 after retry RPC after error@140632037) -> (continuation of Deferred@358857540 after retry RPC after error@1182020543) -> (continuation of Deferred@1208263482 after retry RPC after error@1318896424) -> (continuation of Deferred@1177413668 after retry RPC after error@555991701), errback=(continuation of Deferred@851181953 after retry RPC after error@255981336) -> (continuation of Deferred@1580988466 after retry RPC after error@32209762) -> (continuation of Deferred@1393148631 after retry RPC after error@1399850649) -> (continuation of Deferred@1376489133 after retry RPC after error@140632037) -> (continuation of Deferred@358857540 after retry RPC after error@1182020543) -> (continuation of Deferred@1208263482 after retry RPC after error@1318896424) -> (continuation of Deferred@1177413668 after retry RPC after error@555991701)))
09:02:23.660 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1135839120(state=PENDING, result=null, callback=(continuation of Deferred@851181953 after retry RPC after error@255981336) -> (continuation of Deferred@1580988466 after retry RPC after error@32209762) -> (continuation of Deferred@1393148631 after retry RPC after error@1399850649) -> (continuation of Deferred@1376489133 after retry RPC after error@140632037) -> (continuation of Deferred@358857540 after retry RPC after error@1182020543) -> (continuation of Deferred@1208263482 after retry RPC after error@1318896424) -> (continuation of Deferred@1177413668 after retry RPC after error@555991701), errback=(continuation of Deferred@851181953 after retry RPC after error@255981336) -> (continuation of Deferred@1580988466 after retry RPC after error@32209762) -> (continuation of Deferred@1393148631 after retry RPC after error@1399850649) -> (continuation of Deferred@1376489133 after retry RPC after error@140632037) -> (continuation of Deferred@358857540 after retry RPC after error@1182020543) -> (continuation of Deferred@1208263482 after retry RPC after error@1318896424) -> (continuation of Deferred@1177413668 after retry RPC after error@555991701)))
09:02:23.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.698 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.698 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.698 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.698 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.698 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.698 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.718 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.718 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.718 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.718 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.738 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.738 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.739 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.778 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.778 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.778 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.778 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.778 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.819 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.819 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.819 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.819 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.819 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.819 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.820 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.918 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.918 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.919 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@594979124(state=PENDING, result=null, callback=(continuation of Deferred@849842924 after retry RPC after error@661917149) -> (continuation of Deferred@1332756122 after retry RPC after error@1499009353) -> (continuation of Deferred@1466419324 after retry RPC after error@1350184360) -> (continuation of Deferred@514874835 after retry RPC after error@259179541) -> (continuation of Deferred@1723849135 after retry RPC after error@1739173821) -> (continuation of Deferred@2079012958 after retry RPC after error@1654655322) -> (continuation of Deferred@2051724800 after retry RPC after error@1353996979), errback=(continuation of Deferred@849842924 after retry RPC after error@661917149) -> (continuation of Deferred@1332756122 after retry RPC after error@1499009353) -> (continuation of Deferred@1466419324 after retry RPC after error@1350184360) -> (continuation of Deferred@514874835 after retry RPC after error@259179541) -> (continuation of Deferred@1723849135 after retry RPC after error@1739173821) -> (continuation of Deferred@2079012958 after retry RPC after error@1654655322) -> (continuation of Deferred@2051724800 after retry RPC after error@1353996979)))
09:02:23.920 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@594979124(state=PENDING, result=null, callback=(continuation of Deferred@849842924 after retry RPC after error@661917149) -> (continuation of Deferred@1332756122 after retry RPC after error@1499009353) -> (continuation of Deferred@1466419324 after retry RPC after error@1350184360) -> (continuation of Deferred@514874835 after retry RPC after error@259179541) -> (continuation of Deferred@1723849135 after retry RPC after error@1739173821) -> (continuation of Deferred@2079012958 after retry RPC after error@1654655322) -> (continuation of Deferred@2051724800 after retry RPC after error@1353996979), errback=(continuation of Deferred@849842924 after retry RPC after error@661917149) -> (continuation of Deferred@1332756122 after retry RPC after error@1499009353) -> (continuation of Deferred@1466419324 after retry RPC after error@1350184360) -> (continuation of Deferred@514874835 after retry RPC after error@259179541) -> (continuation of Deferred@1723849135 after retry RPC after error@1739173821) -> (continuation of Deferred@2079012958 after retry RPC after error@1654655322) -> (continuation of Deferred@2051724800 after retry RPC after error@1353996979)))
09:02:23.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.958 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.958 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.958 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.958 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.959 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.959 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.977 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.978 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.978 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.978 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.978 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.978 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.978 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:23.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:23.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:23.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.998 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.998 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:23.998 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:23.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.018 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.019 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.037 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.038 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.038 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.038 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.038 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.078 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.078 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.078 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.078 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.078 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.098 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.098 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.099 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.140 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1840741476(state=PENDING, result=null, callback=(continuation of Deferred@1551272943 after retry RPC after error@40633069) -> (continuation of Deferred@523942222 after retry RPC after error@1236837009) -> (continuation of Deferred@561607098 after retry RPC after error@1138783250) -> (continuation of Deferred@156911081 after retry RPC after error@91931257) -> (continuation of Deferred@1877247949 after retry RPC after error@803487431) -> (continuation of Deferred@1951028191 after retry RPC after error@661667365) -> (continuation of Deferred@1818300393 after retry RPC after error@1660749476) -> (continuation of Deferred@1141863823 after retry RPC after error@1646848573), errback=(continuation of Deferred@1551272943 after retry RPC after error@40633069) -> (continuation of Deferred@523942222 after retry RPC after error@1236837009) -> (continuation of Deferred@561607098 after retry RPC after error@1138783250) -> (continuation of Deferred@156911081 after retry RPC after error@91931257) -> (continuation of Deferred@1877247949 after retry RPC after error@803487431) -> (continuation of Deferred@1951028191 after retry RPC after error@661667365) -> (continuation of Deferred@1818300393 after retry RPC after error@1660749476) -> (continuation of Deferred@1141863823 after retry RPC after error@1646848573)))
09:02:24.140 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1840741476(state=PENDING, result=null, callback=(continuation of Deferred@1551272943 after retry RPC after error@40633069) -> (continuation of Deferred@523942222 after retry RPC after error@1236837009) -> (continuation of Deferred@561607098 after retry RPC after error@1138783250) -> (continuation of Deferred@156911081 after retry RPC after error@91931257) -> (continuation of Deferred@1877247949 after retry RPC after error@803487431) -> (continuation of Deferred@1951028191 after retry RPC after error@661667365) -> (continuation of Deferred@1818300393 after retry RPC after error@1660749476) -> (continuation of Deferred@1141863823 after retry RPC after error@1646848573), errback=(continuation of Deferred@1551272943 after retry RPC after error@40633069) -> (continuation of Deferred@523942222 after retry RPC after error@1236837009) -> (continuation of Deferred@561607098 after retry RPC after error@1138783250) -> (continuation of Deferred@156911081 after retry RPC after error@91931257) -> (continuation of Deferred@1877247949 after retry RPC after error@803487431) -> (continuation of Deferred@1951028191 after retry RPC after error@661667365) -> (continuation of Deferred@1818300393 after retry RPC after error@1660749476) -> (continuation of Deferred@1141863823 after retry RPC after error@1646848573)))
09:02:24.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.158 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.158 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.178 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.178 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.178 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.178 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.198 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.198 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.198 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.198 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.198 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.198 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.200 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.238 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.238 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.238 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.238 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.258 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.259 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.259 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.259 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.259 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.300 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.301 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.301 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.301 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.301 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.301 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.301 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.301 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.303 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.398 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.399 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [143ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [146ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [146ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@192782289(state=PENDING, result=null, callback=(continuation of Deferred@1599174702 after retry RPC after error@1301130903) -> (continuation of Deferred@831059023 after retry RPC after error@1449944760) -> (continuation of Deferred@36238419 after retry RPC after error@577833879) -> (continuation of Deferred@1412278554 after retry RPC after error@1631673473) -> (continuation of Deferred@604944022 after retry RPC after error@243874867) -> (continuation of Deferred@936714625 after retry RPC after error@1545328302) -> (continuation of Deferred@225468861 after retry RPC after error@1247788164), errback=(continuation of Deferred@1599174702 after retry RPC after error@1301130903) -> (continuation of Deferred@831059023 after retry RPC after error@1449944760) -> (continuation of Deferred@36238419 after retry RPC after error@577833879) -> (continuation of Deferred@1412278554 after retry RPC after error@1631673473) -> (continuation of Deferred@604944022 after retry RPC after error@243874867) -> (continuation of Deferred@936714625 after retry RPC after error@1545328302) -> (continuation of Deferred@225468861 after retry RPC after error@1247788164)))
09:02:24.400 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [43ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [143ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [144ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [146ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [146ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@192782289(state=PENDING, result=null, callback=(continuation of Deferred@1599174702 after retry RPC after error@1301130903) -> (continuation of Deferred@831059023 after retry RPC after error@1449944760) -> (continuation of Deferred@36238419 after retry RPC after error@577833879) -> (continuation of Deferred@1412278554 after retry RPC after error@1631673473) -> (continuation of Deferred@604944022 after retry RPC after error@243874867) -> (continuation of Deferred@936714625 after retry RPC after error@1545328302) -> (continuation of Deferred@225468861 after retry RPC after error@1247788164), errback=(continuation of Deferred@1599174702 after retry RPC after error@1301130903) -> (continuation of Deferred@831059023 after retry RPC after error@1449944760) -> (continuation of Deferred@36238419 after retry RPC after error@577833879) -> (continuation of Deferred@1412278554 after retry RPC after error@1631673473) -> (continuation of Deferred@604944022 after retry RPC after error@243874867) -> (continuation of Deferred@936714625 after retry RPC after error@1545328302) -> (continuation of Deferred@225468861 after retry RPC after error@1247788164)))
09:02:24.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.418 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.418 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.418 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.419 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.419 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.438 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.438 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.438 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.438 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.438 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.438 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.458 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.458 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.458 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.458 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.478 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.498 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.498 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.559 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.559 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.579 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2045658877(state=PENDING, result=null, callback=(continuation of Deferred@219280667 after retry RPC after error@1752904430) -> (continuation of Deferred@1529559322 after retry RPC after error@1358513452) -> (continuation of Deferred@1388501765 after retry RPC after error@1663004657) -> (continuation of Deferred@1644067169 after retry RPC after error@2075430999) -> (continuation of Deferred@1063941847 after retry RPC after error@655549996) -> (continuation of Deferred@892712670 after retry RPC after error@1792851463) -> (continuation of Deferred@116171077 after retry RPC after error@922686514), errback=(continuation of Deferred@219280667 after retry RPC after error@1752904430) -> (continuation of Deferred@1529559322 after retry RPC after error@1358513452) -> (continuation of Deferred@1388501765 after retry RPC after error@1663004657) -> (continuation of Deferred@1644067169 after retry RPC after error@2075430999) -> (continuation of Deferred@1063941847 after retry RPC after error@655549996) -> (continuation of Deferred@892712670 after retry RPC after error@1792851463) -> (continuation of Deferred@116171077 after retry RPC after error@922686514)))
09:02:24.580 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2045658877(state=PENDING, result=null, callback=(continuation of Deferred@219280667 after retry RPC after error@1752904430) -> (continuation of Deferred@1529559322 after retry RPC after error@1358513452) -> (continuation of Deferred@1388501765 after retry RPC after error@1663004657) -> (continuation of Deferred@1644067169 after retry RPC after error@2075430999) -> (continuation of Deferred@1063941847 after retry RPC after error@655549996) -> (continuation of Deferred@892712670 after retry RPC after error@1792851463) -> (continuation of Deferred@116171077 after retry RPC after error@922686514), errback=(continuation of Deferred@219280667 after retry RPC after error@1752904430) -> (continuation of Deferred@1529559322 after retry RPC after error@1358513452) -> (continuation of Deferred@1388501765 after retry RPC after error@1663004657) -> (continuation of Deferred@1644067169 after retry RPC after error@2075430999) -> (continuation of Deferred@1063941847 after retry RPC after error@655549996) -> (continuation of Deferred@892712670 after retry RPC after error@1792851463) -> (continuation of Deferred@116171077 after retry RPC after error@922686514)))
09:02:24.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.598 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.598 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.598 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.598 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.619 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.619 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.619 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.619 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.638 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.638 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.638 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.638 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.679 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.718 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.718 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.718 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.718 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.718 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.758 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.758 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.758 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.759 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@67498146(state=PENDING, result=null, callback=(continuation of Deferred@504975010 after retry RPC after error@1284989662) -> (continuation of Deferred@1456923055 after retry RPC after error@2105383735) -> (continuation of Deferred@700823140 after retry RPC after error@1580441616) -> (continuation of Deferred@1066002912 after retry RPC after error@775710981) -> (continuation of Deferred@709790768 after retry RPC after error@1774099017) -> (continuation of Deferred@419997815 after retry RPC after error@1420922386), errback=(continuation of Deferred@504975010 after retry RPC after error@1284989662) -> (continuation of Deferred@1456923055 after retry RPC after error@2105383735) -> (continuation of Deferred@700823140 after retry RPC after error@1580441616) -> (continuation of Deferred@1066002912 after retry RPC after error@775710981) -> (continuation of Deferred@709790768 after retry RPC after error@1774099017) -> (continuation of Deferred@419997815 after retry RPC after error@1420922386)))
09:02:24.760 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@67498146(state=PENDING, result=null, callback=(continuation of Deferred@504975010 after retry RPC after error@1284989662) -> (continuation of Deferred@1456923055 after retry RPC after error@2105383735) -> (continuation of Deferred@700823140 after retry RPC after error@1580441616) -> (continuation of Deferred@1066002912 after retry RPC after error@775710981) -> (continuation of Deferred@709790768 after retry RPC after error@1774099017) -> (continuation of Deferred@419997815 after retry RPC after error@1420922386), errback=(continuation of Deferred@504975010 after retry RPC after error@1284989662) -> (continuation of Deferred@1456923055 after retry RPC after error@2105383735) -> (continuation of Deferred@700823140 after retry RPC after error@1580441616) -> (continuation of Deferred@1066002912 after retry RPC after error@775710981) -> (continuation of Deferred@709790768 after retry RPC after error@1774099017) -> (continuation of Deferred@419997815 after retry RPC after error@1420922386)))
09:02:24.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.779 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.798 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.798 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.798 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.817 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.818 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.818 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.818 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.818 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.818 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.818 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.838 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.838 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.838 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.838 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.839 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.839 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.898 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.898 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.898 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.898 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.898 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.898 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.978 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.979 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.979 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.979 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.979 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.979 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.979 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:24.980 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1767179543(state=PENDING, result=null, callback=(continuation of Deferred@808039567 after retry RPC after error@1032272966) -> (continuation of Deferred@732580122 after retry RPC after error@1788255429) -> (continuation of Deferred@392610004 after retry RPC after error@319273842) -> (continuation of Deferred@1780273809 after retry RPC after error@875699107) -> (continuation of Deferred@368254353 after retry RPC after error@998373494) -> (continuation of Deferred@931474893 after retry RPC after error@332322717), errback=(continuation of Deferred@808039567 after retry RPC after error@1032272966) -> (continuation of Deferred@732580122 after retry RPC after error@1788255429) -> (continuation of Deferred@392610004 after retry RPC after error@319273842) -> (continuation of Deferred@1780273809 after retry RPC after error@875699107) -> (continuation of Deferred@368254353 after retry RPC after error@998373494) -> (continuation of Deferred@931474893 after retry RPC after error@332322717)))
09:02:24.980 [DEBUG - kudu-nio-5] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1767179543(state=PENDING, result=null, callback=(continuation of Deferred@808039567 after retry RPC after error@1032272966) -> (continuation of Deferred@732580122 after retry RPC after error@1788255429) -> (continuation of Deferred@392610004 after retry RPC after error@319273842) -> (continuation of Deferred@1780273809 after retry RPC after error@875699107) -> (continuation of Deferred@368254353 after retry RPC after error@998373494) -> (continuation of Deferred@931474893 after retry RPC after error@332322717), errback=(continuation of Deferred@808039567 after retry RPC after error@1032272966) -> (continuation of Deferred@732580122 after retry RPC after error@1788255429) -> (continuation of Deferred@392610004 after retry RPC after error@319273842) -> (continuation of Deferred@1780273809 after retry RPC after error@875699107) -> (continuation of Deferred@368254353 after retry RPC after error@998373494) -> (continuation of Deferred@931474893 after retry RPC after error@332322717)))
09:02:24.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:24.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:24.998 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.998 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.998 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.998 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:24.998 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:24.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.038 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.038 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.039 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.039 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.058 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.058 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.058 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.058 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.058 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.058 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.078 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.078 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.078 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.078 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.078 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.078 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.179 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@354164172(state=PENDING, result=null, callback=(continuation of Deferred@1633481882 after retry RPC after error@1737152199) -> (continuation of Deferred@431005711 after retry RPC after error@1815559304) -> (continuation of Deferred@1791622576 after retry RPC after error@1539584704) -> (continuation of Deferred@1198014831 after retry RPC after error@317650550) -> (continuation of Deferred@930069990 after retry RPC after error@1304943609) -> (continuation of Deferred@1210161175 after retry RPC after error@765037091), errback=(continuation of Deferred@1633481882 after retry RPC after error@1737152199) -> (continuation of Deferred@431005711 after retry RPC after error@1815559304) -> (continuation of Deferred@1791622576 after retry RPC after error@1539584704) -> (continuation of Deferred@1198014831 after retry RPC after error@317650550) -> (continuation of Deferred@930069990 after retry RPC after error@1304943609) -> (continuation of Deferred@1210161175 after retry RPC after error@765037091)))
09:02:25.179 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@354164172(state=PENDING, result=null, callback=(continuation of Deferred@1633481882 after retry RPC after error@1737152199) -> (continuation of Deferred@431005711 after retry RPC after error@1815559304) -> (continuation of Deferred@1791622576 after retry RPC after error@1539584704) -> (continuation of Deferred@1198014831 after retry RPC after error@317650550) -> (continuation of Deferred@930069990 after retry RPC after error@1304943609) -> (continuation of Deferred@1210161175 after retry RPC after error@765037091), errback=(continuation of Deferred@1633481882 after retry RPC after error@1737152199) -> (continuation of Deferred@431005711 after retry RPC after error@1815559304) -> (continuation of Deferred@1791622576 after retry RPC after error@1539584704) -> (continuation of Deferred@1198014831 after retry RPC after error@317650550) -> (continuation of Deferred@930069990 after retry RPC after error@1304943609) -> (continuation of Deferred@1210161175 after retry RPC after error@765037091)))
09:02:25.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.198 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.198 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.199 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.199 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.199 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.199 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.199 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.200 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.218 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.218 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.218 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.218 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.237 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.257 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.258 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.258 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.258 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.258 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.278 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.278 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.278 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.278 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.278 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.279 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.319 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.380 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1242275438(state=PENDING, result=null, callback=(continuation of Deferred@441212297 after retry RPC after error@551157509) -> (continuation of Deferred@827041449 after retry RPC after error@665167360) -> (continuation of Deferred@1610418024 after retry RPC after error@808712773) -> (continuation of Deferred@1554086916 after retry RPC after error@1455309878) -> (continuation of Deferred@1641013198 after retry RPC after error@1308745824) -> (continuation of Deferred@421000440 after retry RPC after error@1034722328), errback=(continuation of Deferred@441212297 after retry RPC after error@551157509) -> (continuation of Deferred@827041449 after retry RPC after error@665167360) -> (continuation of Deferred@1610418024 after retry RPC after error@808712773) -> (continuation of Deferred@1554086916 after retry RPC after error@1455309878) -> (continuation of Deferred@1641013198 after retry RPC after error@1308745824) -> (continuation of Deferred@421000440 after retry RPC after error@1034722328)))
09:02:25.380 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1242275438(state=PENDING, result=null, callback=(continuation of Deferred@441212297 after retry RPC after error@551157509) -> (continuation of Deferred@827041449 after retry RPC after error@665167360) -> (continuation of Deferred@1610418024 after retry RPC after error@808712773) -> (continuation of Deferred@1554086916 after retry RPC after error@1455309878) -> (continuation of Deferred@1641013198 after retry RPC after error@1308745824) -> (continuation of Deferred@421000440 after retry RPC after error@1034722328), errback=(continuation of Deferred@441212297 after retry RPC after error@551157509) -> (continuation of Deferred@827041449 after retry RPC after error@665167360) -> (continuation of Deferred@1610418024 after retry RPC after error@808712773) -> (continuation of Deferred@1554086916 after retry RPC after error@1455309878) -> (continuation of Deferred@1641013198 after retry RPC after error@1308745824) -> (continuation of Deferred@421000440 after retry RPC after error@1034722328)))
09:02:25.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.398 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.398 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.418 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.418 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.418 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.418 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.438 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.438 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.438 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.438 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.438 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.438 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.477 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.478 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.478 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.479 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.519 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.519 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.519 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.519 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.519 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.519 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.520 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.538 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.538 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.538 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.538 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.538 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.538 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.539 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@777828711(state=PENDING, result=null, callback=(continuation of Deferred@1122596531 after retry RPC after error@1008586605) -> (continuation of Deferred@860541803 after retry RPC after error@2023146468) -> (continuation of Deferred@1900248747 after retry RPC after error@595042633) -> (continuation of Deferred@1187246023 after retry RPC after error@142908696) -> (continuation of Deferred@1658326149 after retry RPC after error@2092663934) -> (continuation of Deferred@635433465 after retry RPC after error@161465351), errback=(continuation of Deferred@1122596531 after retry RPC after error@1008586605) -> (continuation of Deferred@860541803 after retry RPC after error@2023146468) -> (continuation of Deferred@1900248747 after retry RPC after error@595042633) -> (continuation of Deferred@1187246023 after retry RPC after error@142908696) -> (continuation of Deferred@1658326149 after retry RPC after error@2092663934) -> (continuation of Deferred@635433465 after retry RPC after error@161465351)))
09:02:25.540 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [123ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@777828711(state=PENDING, result=null, callback=(continuation of Deferred@1122596531 after retry RPC after error@1008586605) -> (continuation of Deferred@860541803 after retry RPC after error@2023146468) -> (continuation of Deferred@1900248747 after retry RPC after error@595042633) -> (continuation of Deferred@1187246023 after retry RPC after error@142908696) -> (continuation of Deferred@1658326149 after retry RPC after error@2092663934) -> (continuation of Deferred@635433465 after retry RPC after error@161465351), errback=(continuation of Deferred@1122596531 after retry RPC after error@1008586605) -> (continuation of Deferred@860541803 after retry RPC after error@2023146468) -> (continuation of Deferred@1900248747 after retry RPC after error@595042633) -> (continuation of Deferred@1187246023 after retry RPC after error@142908696) -> (continuation of Deferred@1658326149 after retry RPC after error@2092663934) -> (continuation of Deferred@635433465 after retry RPC after error@161465351)))
09:02:25.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.578 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.578 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.597 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.598 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.598 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.617 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.617 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.617 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.618 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.618 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.638 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.677 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.677 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.678 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.678 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.798 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.798 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.798 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.798 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.798 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.798 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.799 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@250715782(state=PENDING, result=null, callback=(continuation of Deferred@1952249312 after retry RPC after error@1335479320) -> (continuation of Deferred@1880281767 after retry RPC after error@1914009485) -> (continuation of Deferred@1635090394 after retry RPC after error@1619891936) -> (continuation of Deferred@116189116 after retry RPC after error@1604080115) -> (continuation of Deferred@358444661 after retry RPC after error@434884776) -> (continuation of Deferred@2019231022 after retry RPC after error@1165348895) -> (continuation of Deferred@992292866 after retry RPC after error@2081212766), errback=(continuation of Deferred@1952249312 after retry RPC after error@1335479320) -> (continuation of Deferred@1880281767 after retry RPC after error@1914009485) -> (continuation of Deferred@1635090394 after retry RPC after error@1619891936) -> (continuation of Deferred@116189116 after retry RPC after error@1604080115) -> (continuation of Deferred@358444661 after retry RPC after error@434884776) -> (continuation of Deferred@2019231022 after retry RPC after error@1165348895) -> (continuation of Deferred@992292866 after retry RPC after error@2081212766)))
09:02:25.799 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@250715782(state=PENDING, result=null, callback=(continuation of Deferred@1952249312 after retry RPC after error@1335479320) -> (continuation of Deferred@1880281767 after retry RPC after error@1914009485) -> (continuation of Deferred@1635090394 after retry RPC after error@1619891936) -> (continuation of Deferred@116189116 after retry RPC after error@1604080115) -> (continuation of Deferred@358444661 after retry RPC after error@434884776) -> (continuation of Deferred@2019231022 after retry RPC after error@1165348895) -> (continuation of Deferred@992292866 after retry RPC after error@2081212766), errback=(continuation of Deferred@1952249312 after retry RPC after error@1335479320) -> (continuation of Deferred@1880281767 after retry RPC after error@1914009485) -> (continuation of Deferred@1635090394 after retry RPC after error@1619891936) -> (continuation of Deferred@116189116 after retry RPC after error@1604080115) -> (continuation of Deferred@358444661 after retry RPC after error@434884776) -> (continuation of Deferred@2019231022 after retry RPC after error@1165348895) -> (continuation of Deferred@992292866 after retry RPC after error@2081212766)))
09:02:25.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.818 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.819 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.819 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.838 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.838 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.838 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.838 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.838 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.839 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.857 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.858 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.858 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.858 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.858 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.858 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.858 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.878 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.878 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.878 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.878 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.879 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.879 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.938 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:25.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:25.958 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:25.959 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.959 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.959 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.959 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.959 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:25.959 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:25.960 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.058 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.058 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.058 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.058 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.058 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.058 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.059 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@366201787(state=PENDING, result=null, callback=(continuation of Deferred@572356462 after retry RPC after error@1003763659) -> (continuation of Deferred@1533466029 after retry RPC after error@1348686697) -> (continuation of Deferred@420280332 after retry RPC after error@58519177) -> (continuation of Deferred@1851427062 after retry RPC after error@619210319) -> (continuation of Deferred@1524250182 after retry RPC after error@1052148530) -> (continuation of Deferred@68268330 after retry RPC after error@1672246777) -> (continuation of Deferred@1758402508 after retry RPC after error@1651156724), errback=(continuation of Deferred@572356462 after retry RPC after error@1003763659) -> (continuation of Deferred@1533466029 after retry RPC after error@1348686697) -> (continuation of Deferred@420280332 after retry RPC after error@58519177) -> (continuation of Deferred@1851427062 after retry RPC after error@619210319) -> (continuation of Deferred@1524250182 after retry RPC after error@1052148530) -> (continuation of Deferred@68268330 after retry RPC after error@1672246777) -> (continuation of Deferred@1758402508 after retry RPC after error@1651156724)))
09:02:26.060 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@366201787(state=PENDING, result=null, callback=(continuation of Deferred@572356462 after retry RPC after error@1003763659) -> (continuation of Deferred@1533466029 after retry RPC after error@1348686697) -> (continuation of Deferred@420280332 after retry RPC after error@58519177) -> (continuation of Deferred@1851427062 after retry RPC after error@619210319) -> (continuation of Deferred@1524250182 after retry RPC after error@1052148530) -> (continuation of Deferred@68268330 after retry RPC after error@1672246777) -> (continuation of Deferred@1758402508 after retry RPC after error@1651156724), errback=(continuation of Deferred@572356462 after retry RPC after error@1003763659) -> (continuation of Deferred@1533466029 after retry RPC after error@1348686697) -> (continuation of Deferred@420280332 after retry RPC after error@58519177) -> (continuation of Deferred@1851427062 after retry RPC after error@619210319) -> (continuation of Deferred@1524250182 after retry RPC after error@1052148530) -> (continuation of Deferred@68268330 after retry RPC after error@1672246777) -> (continuation of Deferred@1758402508 after retry RPC after error@1651156724)))
09:02:26.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.118 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.138 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.138 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.138 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.138 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.157 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.158 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.197 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.198 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.198 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.198 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.258 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.258 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.258 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.258 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.319 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.320 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2040960419(state=PENDING, result=null, callback=(continuation of Deferred@1366607990 after retry RPC after error@1627493590) -> (continuation of Deferred@878660645 after retry RPC after error@2040126592) -> (continuation of Deferred@249142461 after retry RPC after error@1670586004) -> (continuation of Deferred@769874087 after retry RPC after error@438955079) -> (continuation of Deferred@1490528203 after retry RPC after error@600532475) -> (continuation of Deferred@341456709 after retry RPC after error@1095019101) -> (continuation of Deferred@617133121 after retry RPC after error@1557457310), errback=(continuation of Deferred@1366607990 after retry RPC after error@1627493590) -> (continuation of Deferred@878660645 after retry RPC after error@2040126592) -> (continuation of Deferred@249142461 after retry RPC after error@1670586004) -> (continuation of Deferred@769874087 after retry RPC after error@438955079) -> (continuation of Deferred@1490528203 after retry RPC after error@600532475) -> (continuation of Deferred@341456709 after retry RPC after error@1095019101) -> (continuation of Deferred@617133121 after retry RPC after error@1557457310)))
09:02:26.320 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [40ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [180ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2040960419(state=PENDING, result=null, callback=(continuation of Deferred@1366607990 after retry RPC after error@1627493590) -> (continuation of Deferred@878660645 after retry RPC after error@2040126592) -> (continuation of Deferred@249142461 after retry RPC after error@1670586004) -> (continuation of Deferred@769874087 after retry RPC after error@438955079) -> (continuation of Deferred@1490528203 after retry RPC after error@600532475) -> (continuation of Deferred@341456709 after retry RPC after error@1095019101) -> (continuation of Deferred@617133121 after retry RPC after error@1557457310), errback=(continuation of Deferred@1366607990 after retry RPC after error@1627493590) -> (continuation of Deferred@878660645 after retry RPC after error@2040126592) -> (continuation of Deferred@249142461 after retry RPC after error@1670586004) -> (continuation of Deferred@769874087 after retry RPC after error@438955079) -> (continuation of Deferred@1490528203 after retry RPC after error@600532475) -> (continuation of Deferred@341456709 after retry RPC after error@1095019101) -> (continuation of Deferred@617133121 after retry RPC after error@1557457310)))
09:02:26.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:26.352484 817 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 1)
09:02:26.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:26.354838 817 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'fdaf21a18e56482795a70e6f6ee0905c', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'fdaf21a18e56482795a70e6f6ee0905c', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.0.80.126:43989,127.0.80.125:34927,127.0.80.124:40491, num_attempts: 1)
09:02:26.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:26.356684 817 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.0.80.126:43989)
09:02:26.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.358 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.358 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.358 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.358 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.358 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.358 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.358 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.398 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.398 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.398 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.398 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.398 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.398 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.398 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.417 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.419 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.438 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.439 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.439 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.439 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.457 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.458 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.498 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.498 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.498 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.498 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.498 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.499 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.538 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.538 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1986095978(state=PENDING, result=null, callback=(continuation of Deferred@290883451 after retry RPC after error@1235162992) -> (continuation of Deferred@1992445254 after retry RPC after error@184898255) -> (continuation of Deferred@776823179 after retry RPC after error@525916069) -> (continuation of Deferred@2064908661 after retry RPC after error@1520871410) -> (continuation of Deferred@530760724 after retry RPC after error@1184812474) -> (continuation of Deferred@500855733 after retry RPC after error@1923931851) -> (continuation of Deferred@2074552046 after retry RPC after error@1273284413), errback=(continuation of Deferred@290883451 after retry RPC after error@1235162992) -> (continuation of Deferred@1992445254 after retry RPC after error@184898255) -> (continuation of Deferred@776823179 after retry RPC after error@525916069) -> (continuation of Deferred@2064908661 after retry RPC after error@1520871410) -> (continuation of Deferred@530760724 after retry RPC after error@1184812474) -> (continuation of Deferred@500855733 after retry RPC after error@1923931851) -> (continuation of Deferred@2074552046 after retry RPC after error@1273284413)))
09:02:26.539 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1986095978(state=PENDING, result=null, callback=(continuation of Deferred@290883451 after retry RPC after error@1235162992) -> (continuation of Deferred@1992445254 after retry RPC after error@184898255) -> (continuation of Deferred@776823179 after retry RPC after error@525916069) -> (continuation of Deferred@2064908661 after retry RPC after error@1520871410) -> (continuation of Deferred@530760724 after retry RPC after error@1184812474) -> (continuation of Deferred@500855733 after retry RPC after error@1923931851) -> (continuation of Deferred@2074552046 after retry RPC after error@1273284413), errback=(continuation of Deferred@290883451 after retry RPC after error@1235162992) -> (continuation of Deferred@1992445254 after retry RPC after error@184898255) -> (continuation of Deferred@776823179 after retry RPC after error@525916069) -> (continuation of Deferred@2064908661 after retry RPC after error@1520871410) -> (continuation of Deferred@530760724 after retry RPC after error@1184812474) -> (continuation of Deferred@500855733 after retry RPC after error@1923931851) -> (continuation of Deferred@2074552046 after retry RPC after error@1273284413)))
09:02:26.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.558 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.558 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.558 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.578 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.578 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.578 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.578 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.598 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.598 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.598 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.637 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.637 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.637 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.638 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.638 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.638 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.638 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.638 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.678 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.678 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.678 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.679 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.698 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.698 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.698 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.698 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.698 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.698 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.818 [DEBUG - pool-40-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1336195593(state=PENDING, result=null, callback=(continuation of Deferred@949491811 after retry RPC after error@1395083114) -> (continuation of Deferred@1782172778 after retry RPC after error@10966998) -> (continuation of Deferred@2021919905 after retry RPC after error@292620492) -> (continuation of Deferred@890231828 after retry RPC after error@254555268) -> (continuation of Deferred@1469432004 after retry RPC after error@1320912274) -> (continuation of Deferred@94310189 after retry RPC after error@1811518222) -> (continuation of Deferred@303299925 after retry RPC after error@9858448), errback=(continuation of Deferred@949491811 after retry RPC after error@1395083114) -> (continuation of Deferred@1782172778 after retry RPC after error@10966998) -> (continuation of Deferred@2021919905 after retry RPC after error@292620492) -> (continuation of Deferred@890231828 after retry RPC after error@254555268) -> (continuation of Deferred@1469432004 after retry RPC after error@1320912274) -> (continuation of Deferred@94310189 after retry RPC after error@1811518222) -> (continuation of Deferred@303299925 after retry RPC after error@9858448)))
09:02:26.818 [WARN - pool-40-thread-1] (HashedWheelTimer.java:716) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:787)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501)
at java.base/java.lang.Thread.run(Thread.java:840)
09:02:26.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.838 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.858 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.858 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.858 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.858 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.858 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.859 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.878 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.878 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.878 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.879 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.898 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.899 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.899 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.918 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.919 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.937 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.938 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.958 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.958 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:26.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:26.965591 1647 raft_consensus.cc:493] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election (detected failure of leader e07e69363f7140b193437e291f4fc1fd)
09:02:26.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:26.965749 1647 raft_consensus.cc:515] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "35dc867795cd4958aa5652a714cf849b" member_type: VOTER last_known_addr { host: "127.0.80.126" port: 43989 } } peers { permanent_uuid: "e07e69363f7140b193437e291f4fc1fd" member_type: VOTER last_known_addr { host: "127.0.80.125" port: 34927 } } peers { permanent_uuid: "e2b6f443809b4549b961989c629717e3" member_type: VOTER last_known_addr { host: "127.0.80.124" port: 40491 } }
09:02:26.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:26.966444 1647 leader_election.cc:290] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927), e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491)
09:02:26.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:26.968420 1214 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111) [suppressed 3 similar messages]
09:02:26.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:26.969909 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e07e69363f7140b193437e291f4fc1fd (127.0.80.125:34927): Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111)
09:02:26.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:26.970104 1214 leader_election.cc:336] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer e2b6f443809b4549b961989c629717e3 (127.0.80.124:40491): Network error: Client connection negotiation failed: client connection to 127.0.80.124:40491: connect: Connection refused (error 111)
09:02:26.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:26.970180 1214 leader_election.cc:304] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 35dc867795cd4958aa5652a714cf849b; no voters: e07e69363f7140b193437e291f4fc1fd, e2b6f443809b4549b961989c629717e3
09:02:26.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:26.970413 1647 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 35dc867795cd4958aa5652a714cf849b [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
09:02:26.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:26.998 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:26.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.998 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.999 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.999 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.999 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:26.999 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:26.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.078 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.078 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.078 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.078 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.079 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1880654457(state=PENDING, result=null, callback=(continuation of Deferred@2127266761 after retry RPC after error@2059196233) -> (continuation of Deferred@1431696478 after retry RPC after error@1642770375) -> (continuation of Deferred@1134411256 after retry RPC after error@1602698333) -> (continuation of Deferred@621466871 after retry RPC after error@296403718) -> (continuation of Deferred@1073143478 after retry RPC after error@1500870849) -> (continuation of Deferred@707506804 after retry RPC after error@1834936004) -> (continuation of Deferred@1683261111 after retry RPC after error@370493836) -> (continuation of Deferred@1633349928 after retry RPC after error@2074628865) -> (continuation of Deferred@990450685 after retry RPC after error@124544057), errback=(continuation of Deferred@2127266761 after retry RPC after error@2059196233) -> (continuation of Deferred@1431696478 after retry RPC after error@1642770375) -> (continuation of Deferred@1134411256 after retry RPC after error@1602698333) -> (continuation of Deferred@621466871 after retry RPC after error@296403718) -> (continuation of Deferred@1073143478 after retry RPC after error@1500870849) -> (continuation of Deferred@707506804 after retry RPC after error@1834936004) -> (continuation of Deferred@1683261111 after retry RPC after error@370493836) -> (continuation of Deferred@1633349928 after retry RPC after error@2074628865) -> (continuation of Deferred@990450685 after retry RPC after error@124544057)))
09:02:27.079 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [242ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1880654457(state=PENDING, result=null, callback=(continuation of Deferred@2127266761 after retry RPC after error@2059196233) -> (continuation of Deferred@1431696478 after retry RPC after error@1642770375) -> (continuation of Deferred@1134411256 after retry RPC after error@1602698333) -> (continuation of Deferred@621466871 after retry RPC after error@296403718) -> (continuation of Deferred@1073143478 after retry RPC after error@1500870849) -> (continuation of Deferred@707506804 after retry RPC after error@1834936004) -> (continuation of Deferred@1683261111 after retry RPC after error@370493836) -> (continuation of Deferred@1633349928 after retry RPC after error@2074628865) -> (continuation of Deferred@990450685 after retry RPC after error@124544057), errback=(continuation of Deferred@2127266761 after retry RPC after error@2059196233) -> (continuation of Deferred@1431696478 after retry RPC after error@1642770375) -> (continuation of Deferred@1134411256 after retry RPC after error@1602698333) -> (continuation of Deferred@621466871 after retry RPC after error@296403718) -> (continuation of Deferred@1073143478 after retry RPC after error@1500870849) -> (continuation of Deferred@707506804 after retry RPC after error@1834936004) -> (continuation of Deferred@1683261111 after retry RPC after error@370493836) -> (continuation of Deferred@1633349928 after retry RPC after error@2074628865) -> (continuation of Deferred@990450685 after retry RPC after error@124544057)))
09:02:27.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.097 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.098 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.098 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.098 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.118 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.118 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.118 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.138 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.138 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.138 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.158 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.158 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.178 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.178 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.178 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.217 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.218 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.218 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.218 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.218 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.258 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.258 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.298 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.299 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.299 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.300 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1720626963(state=PENDING, result=null, callback=(continuation of Deferred@1843142975 after retry RPC after error@1045690291) -> (continuation of Deferred@1185502097 after retry RPC after error@1439468128) -> (continuation of Deferred@1494584383 after retry RPC after error@2027554497) -> (continuation of Deferred@1952704400 after retry RPC after error@1171123446) -> (continuation of Deferred@810349572 after retry RPC after error@403181762) -> (continuation of Deferred@1941715764 after retry RPC after error@1505543145), errback=(continuation of Deferred@1843142975 after retry RPC after error@1045690291) -> (continuation of Deferred@1185502097 after retry RPC after error@1439468128) -> (continuation of Deferred@1494584383 after retry RPC after error@2027554497) -> (continuation of Deferred@1952704400 after retry RPC after error@1171123446) -> (continuation of Deferred@810349572 after retry RPC after error@403181762) -> (continuation of Deferred@1941715764 after retry RPC after error@1505543145)))
09:02:27.300 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [201ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [202ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1720626963(state=PENDING, result=null, callback=(continuation of Deferred@1843142975 after retry RPC after error@1045690291) -> (continuation of Deferred@1185502097 after retry RPC after error@1439468128) -> (continuation of Deferred@1494584383 after retry RPC after error@2027554497) -> (continuation of Deferred@1952704400 after retry RPC after error@1171123446) -> (continuation of Deferred@810349572 after retry RPC after error@403181762) -> (continuation of Deferred@1941715764 after retry RPC after error@1505543145), errback=(continuation of Deferred@1843142975 after retry RPC after error@1045690291) -> (continuation of Deferred@1185502097 after retry RPC after error@1439468128) -> (continuation of Deferred@1494584383 after retry RPC after error@2027554497) -> (continuation of Deferred@1952704400 after retry RPC after error@1171123446) -> (continuation of Deferred@810349572 after retry RPC after error@403181762) -> (continuation of Deferred@1941715764 after retry RPC after error@1505543145)))
09:02:27.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.319 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.319 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.319 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.319 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.319 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.319 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.338 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.338 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.338 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.338 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.339 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.357 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.358 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.378 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.378 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.378 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.379 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.379 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.397 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.398 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.398 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.398 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.398 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.398 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.398 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.399 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.438 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.438 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.438 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.438 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.438 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.438 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.497 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.498 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.499 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1250702182(state=PENDING, result=null, callback=(continuation of Deferred@402164772 after retry RPC after error@1744150641) -> (continuation of Deferred@1228736851 after retry RPC after error@1644237841) -> (continuation of Deferred@835399129 after retry RPC after error@2079847865) -> (continuation of Deferred@1512115205 after retry RPC after error@820656844) -> (continuation of Deferred@1478982893 after retry RPC after error@473501805) -> (continuation of Deferred@1311405771 after retry RPC after error@796334488), errback=(continuation of Deferred@402164772 after retry RPC after error@1744150641) -> (continuation of Deferred@1228736851 after retry RPC after error@1644237841) -> (continuation of Deferred@835399129 after retry RPC after error@2079847865) -> (continuation of Deferred@1512115205 after retry RPC after error@820656844) -> (continuation of Deferred@1478982893 after retry RPC after error@473501805) -> (continuation of Deferred@1311405771 after retry RPC after error@796334488)))
09:02:27.499 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=180), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@1250702182(state=PENDING, result=null, callback=(continuation of Deferred@402164772 after retry RPC after error@1744150641) -> (continuation of Deferred@1228736851 after retry RPC after error@1644237841) -> (continuation of Deferred@835399129 after retry RPC after error@2079847865) -> (continuation of Deferred@1512115205 after retry RPC after error@820656844) -> (continuation of Deferred@1478982893 after retry RPC after error@473501805) -> (continuation of Deferred@1311405771 after retry RPC after error@796334488), errback=(continuation of Deferred@402164772 after retry RPC after error@1744150641) -> (continuation of Deferred@1228736851 after retry RPC after error@1644237841) -> (continuation of Deferred@835399129 after retry RPC after error@2079847865) -> (continuation of Deferred@1512115205 after retry RPC after error@820656844) -> (continuation of Deferred@1478982893 after retry RPC after error@473501805) -> (continuation of Deferred@1311405771 after retry RPC after error@796334488)))
09:02:27.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.518 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.518 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.518 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.519 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.537 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.538 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.538 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.538 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.557 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.558 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.558 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.598 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.598 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.598 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.598 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.618 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.618 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.658 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.658 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.697 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.698 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.699 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@2020471401(state=PENDING, result=null, callback=(continuation of Deferred@814173287 after retry RPC after error@1760773303) -> (continuation of Deferred@1154006733 after retry RPC after error@1403122311) -> (continuation of Deferred@1506769120 after retry RPC after error@728455570) -> (continuation of Deferred@710194404 after retry RPC after error@1992117987) -> (continuation of Deferred@1419190444 after retry RPC after error@625038437) -> (continuation of Deferred@708650941 after retry RPC after error@921419343) -> (continuation of Deferred@1528064638 after retry RPC after error@1952055045), errback=(continuation of Deferred@814173287 after retry RPC after error@1760773303) -> (continuation of Deferred@1154006733 after retry RPC after error@1403122311) -> (continuation of Deferred@1506769120 after retry RPC after error@728455570) -> (continuation of Deferred@710194404 after retry RPC after error@1992117987) -> (continuation of Deferred@1419190444 after retry RPC after error@625038437) -> (continuation of Deferred@708650941 after retry RPC after error@921419343) -> (continuation of Deferred@1528064638 after retry RPC after error@1952055045)))
09:02:27.699 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [0ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@2020471401(state=PENDING, result=null, callback=(continuation of Deferred@814173287 after retry RPC after error@1760773303) -> (continuation of Deferred@1154006733 after retry RPC after error@1403122311) -> (continuation of Deferred@1506769120 after retry RPC after error@728455570) -> (continuation of Deferred@710194404 after retry RPC after error@1992117987) -> (continuation of Deferred@1419190444 after retry RPC after error@625038437) -> (continuation of Deferred@708650941 after retry RPC after error@921419343) -> (continuation of Deferred@1528064638 after retry RPC after error@1952055045), errback=(continuation of Deferred@814173287 after retry RPC after error@1760773303) -> (continuation of Deferred@1154006733 after retry RPC after error@1403122311) -> (continuation of Deferred@1506769120 after retry RPC after error@728455570) -> (continuation of Deferred@710194404 after retry RPC after error@1992117987) -> (continuation of Deferred@1419190444 after retry RPC after error@625038437) -> (continuation of Deferred@708650941 after retry RPC after error@921419343) -> (continuation of Deferred@1528064638 after retry RPC after error@1952055045)))
09:02:27.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.717 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.718 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.718 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.718 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.718 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.738 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.738 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.738 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.738 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.739 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.739 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.757 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.758 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.758 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.759 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.777 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.778 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.797 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.798 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.798 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.798 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.798 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.800 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.837 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.838 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.838 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.838 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.838 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.839 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.839 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.839 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.841 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.897 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.898 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.898 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.898 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.898 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.899 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [124ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@183092807(state=PENDING, result=null, callback=(continuation of Deferred@1090427237 after retry RPC after error@1830958888) -> (continuation of Deferred@1910605724 after retry RPC after error@905886745) -> (continuation of Deferred@33504882 after retry RPC after error@2107167250) -> (continuation of Deferred@12089178 after retry RPC after error@1080433952) -> (continuation of Deferred@949135344 after retry RPC after error@60943026) -> (continuation of Deferred@1080053563 after retry RPC after error@807388426), errback=(continuation of Deferred@1090427237 after retry RPC after error@1830958888) -> (continuation of Deferred@1910605724 after retry RPC after error@905886745) -> (continuation of Deferred@33504882 after retry RPC after error@2107167250) -> (continuation of Deferred@12089178 after retry RPC after error@1080433952) -> (continuation of Deferred@949135344 after retry RPC after error@60943026) -> (continuation of Deferred@1080053563 after retry RPC after error@807388426)))
09:02:27.899 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [83ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [124ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@183092807(state=PENDING, result=null, callback=(continuation of Deferred@1090427237 after retry RPC after error@1830958888) -> (continuation of Deferred@1910605724 after retry RPC after error@905886745) -> (continuation of Deferred@33504882 after retry RPC after error@2107167250) -> (continuation of Deferred@12089178 after retry RPC after error@1080433952) -> (continuation of Deferred@949135344 after retry RPC after error@60943026) -> (continuation of Deferred@1080053563 after retry RPC after error@807388426), errback=(continuation of Deferred@1090427237 after retry RPC after error@1830958888) -> (continuation of Deferred@1910605724 after retry RPC after error@905886745) -> (continuation of Deferred@33504882 after retry RPC after error@2107167250) -> (continuation of Deferred@12089178 after retry RPC after error@1080433952) -> (continuation of Deferred@949135344 after retry RPC after error@60943026) -> (continuation of Deferred@1080053563 after retry RPC after error@807388426)))
09:02:27.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.917 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.918 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.938 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.938 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.958 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.959 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.978 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.978 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.979 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:27.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:27.997 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:27.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:27.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:27.999 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.017 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.017 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.018 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.018 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.018 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.018 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.018 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.038 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.038 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.038 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.038 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.038 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.038 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.039 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.039 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.057 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.058 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.058 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.058 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.058 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.058 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.058 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.058 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.059 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.059 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2062752514(state=PENDING, result=null, callback=(continuation of Deferred@1428044437 after retry RPC after error@1691495795) -> (continuation of Deferred@1453587004 after retry RPC after error@887804129) -> (continuation of Deferred@277122683 after retry RPC after error@1699254445) -> (continuation of Deferred@745792546 after retry RPC after error@1316766869) -> (continuation of Deferred@2051013751 after retry RPC after error@1532216933) -> (continuation of Deferred@1748138969 after retry RPC after error@1145492134) -> (continuation of Deferred@1092571677 after retry RPC after error@70964405), errback=(continuation of Deferred@1428044437 after retry RPC after error@1691495795) -> (continuation of Deferred@1453587004 after retry RPC after error@887804129) -> (continuation of Deferred@277122683 after retry RPC after error@1699254445) -> (continuation of Deferred@745792546 after retry RPC after error@1316766869) -> (continuation of Deferred@2051013751 after retry RPC after error@1532216933) -> (continuation of Deferred@1748138969 after retry RPC after error@1145492134) -> (continuation of Deferred@1092571677 after retry RPC after error@70964405)))
09:02:28.059 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [62ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [121ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [122ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [141ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [142ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@2062752514(state=PENDING, result=null, callback=(continuation of Deferred@1428044437 after retry RPC after error@1691495795) -> (continuation of Deferred@1453587004 after retry RPC after error@887804129) -> (continuation of Deferred@277122683 after retry RPC after error@1699254445) -> (continuation of Deferred@745792546 after retry RPC after error@1316766869) -> (continuation of Deferred@2051013751 after retry RPC after error@1532216933) -> (continuation of Deferred@1748138969 after retry RPC after error@1145492134) -> (continuation of Deferred@1092571677 after retry RPC after error@70964405), errback=(continuation of Deferred@1428044437 after retry RPC after error@1691495795) -> (continuation of Deferred@1453587004 after retry RPC after error@887804129) -> (continuation of Deferred@277122683 after retry RPC after error@1699254445) -> (continuation of Deferred@745792546 after retry RPC after error@1316766869) -> (continuation of Deferred@2051013751 after retry RPC after error@1532216933) -> (continuation of Deferred@1748138969 after retry RPC after error@1145492134) -> (continuation of Deferred@1092571677 after retry RPC after error@70964405)))
09:02:28.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.077 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.098 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.099 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.117 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.118 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.137 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.138 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.138 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.138 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.138 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.138 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.138 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.158 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.158 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.158 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.159 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.177 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.257 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.258 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.258 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.258 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.258 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.259 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.259 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1997657196(state=PENDING, result=null, callback=(continuation of Deferred@534385818 after retry RPC after error@1830767095) -> (continuation of Deferred@570587849 after retry RPC after error@1539926097) -> (continuation of Deferred@343460214 after retry RPC after error@54487807) -> (continuation of Deferred@844794979 after retry RPC after error@574747033) -> (continuation of Deferred@1889583070 after retry RPC after error@137386919) -> (continuation of Deferred@1852831574 after retry RPC after error@1133448763), errback=(continuation of Deferred@534385818 after retry RPC after error@1830767095) -> (continuation of Deferred@570587849 after retry RPC after error@1539926097) -> (continuation of Deferred@343460214 after retry RPC after error@54487807) -> (continuation of Deferred@844794979 after retry RPC after error@574747033) -> (continuation of Deferred@1889583070 after retry RPC after error@137386919) -> (continuation of Deferred@1852831574 after retry RPC after error@1133448763)))
09:02:28.260 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [181ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [182ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, deferred=Deferred@1997657196(state=PENDING, result=null, callback=(continuation of Deferred@534385818 after retry RPC after error@1830767095) -> (continuation of Deferred@570587849 after retry RPC after error@1539926097) -> (continuation of Deferred@343460214 after retry RPC after error@54487807) -> (continuation of Deferred@844794979 after retry RPC after error@574747033) -> (continuation of Deferred@1889583070 after retry RPC after error@137386919) -> (continuation of Deferred@1852831574 after retry RPC after error@1133448763), errback=(continuation of Deferred@534385818 after retry RPC after error@1830767095) -> (continuation of Deferred@570587849 after retry RPC after error@1539926097) -> (continuation of Deferred@343460214 after retry RPC after error@54487807) -> (continuation of Deferred@844794979 after retry RPC after error@574747033) -> (continuation of Deferred@1889583070 after retry RPC after error@137386919) -> (continuation of Deferred@1852831574 after retry RPC after error@1133448763)))
09:02:28.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.277 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.277 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.277 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.278 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.278 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.278 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.278 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.278 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.298 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.299 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.317 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.318 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.318 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.318 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.318 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.319 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.337 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.338 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.338 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.338 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.338 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.338 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.338 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.338 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.358 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.358 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.377 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.379 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.438 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.517 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.519 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.519 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@5136579(state=PENDING, result=null, callback=(continuation of Deferred@542317126 after retry RPC after error@890458372) -> (continuation of Deferred@854487670 after retry RPC after error@1096111248) -> (continuation of Deferred@2045573078 after retry RPC after error@1448612510) -> (continuation of Deferred@400861153 after retry RPC after error@2097057881) -> (continuation of Deferred@1655867991 after retry RPC after error@1961404541) -> (continuation of Deferred@1182909102 after retry RPC after error@1316351615) -> (continuation of Deferred@946021844 after retry RPC after error@158976485), errback=(continuation of Deferred@542317126 after retry RPC after error@890458372) -> (continuation of Deferred@854487670 after retry RPC after error@1096111248) -> (continuation of Deferred@2045573078 after retry RPC after error@1448612510) -> (continuation of Deferred@400861153 after retry RPC after error@2097057881) -> (continuation of Deferred@1655867991 after retry RPC after error@1961404541) -> (continuation of Deferred@1182909102 after retry RPC after error@1316351615) -> (continuation of Deferred@946021844 after retry RPC after error@158976485)))
09:02:28.519 [DEBUG - kudu-nio-4] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [21ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [22ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [42ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [81ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [82ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [102ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [161ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [162ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [241ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, deferred=Deferred@5136579(state=PENDING, result=null, callback=(continuation of Deferred@542317126 after retry RPC after error@890458372) -> (continuation of Deferred@854487670 after retry RPC after error@1096111248) -> (continuation of Deferred@2045573078 after retry RPC after error@1448612510) -> (continuation of Deferred@400861153 after retry RPC after error@2097057881) -> (continuation of Deferred@1655867991 after retry RPC after error@1961404541) -> (continuation of Deferred@1182909102 after retry RPC after error@1316351615) -> (continuation of Deferred@946021844 after retry RPC after error@158976485), errback=(continuation of Deferred@542317126 after retry RPC after error@890458372) -> (continuation of Deferred@854487670 after retry RPC after error@1096111248) -> (continuation of Deferred@2045573078 after retry RPC after error@1448612510) -> (continuation of Deferred@400861153 after retry RPC after error@2097057881) -> (continuation of Deferred@1655867991 after retry RPC after error@1961404541) -> (continuation of Deferred@1182909102 after retry RPC after error@1316351615) -> (continuation of Deferred@946021844 after retry RPC after error@158976485)))
09:02:28.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.538 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.538 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.539 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.539 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.539 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.539 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.539 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.540 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.558 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.577 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.578 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.578 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.579 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.598 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.598 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.599 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.599 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.599 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.599 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.599 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:28.612762 1197 master_runner.cc:186] Error getting master registration for 127.0.80.125:34927: Network error: Client connection negotiation failed: client connection to 127.0.80.125:34927: connect: Connection refused (error 111),
09:02:28.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:28.612978 1197 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
09:02:28.617 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.618 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.618 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.618 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.618 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.657 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.658 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.678 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.679 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.124:40491(127.0.80.124:40491)] connecting to peer
09:02:28.738 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.0.80.125:34927(127.0.80.125:34927)] connecting to peer
09:02:28.738 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.739 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.739 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.124:40491(127.0.80.124:40491)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.739 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.80.125:34927(127.0.80.125:34927)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.739 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.124:40491: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491
09:02:28.739 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.80.125:34927: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927
09:02:28.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927; will retry
09:02:28.740 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=32, TimeoutTracker(timeout=50000, elapsed=48159), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [18ms] refreshing cache from master, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [19ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [77ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [78ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [78ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [79ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [98ms] refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [99ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [157ms] refreshing cache from master, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [158ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [159ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [297ms] refreshing cache from master, [297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [299ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [299ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [301ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [301ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [517ms] refreshing cache from master, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [518ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [519ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [520ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [520ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [838ms] refreshing cache from master, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [839ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [840ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [841ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [841ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1757ms] refreshing cache from master, [1757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1758ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1759ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1759ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1759ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1857ms] refreshing cache from master, [1858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1859ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1859ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1860ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1860ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3037ms] refreshing cache from master, [3037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [3038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [3038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [3039ms] too many traces: truncated at 100 traces, deferred=Deferred@677570736(state=PENDING, result=null, callback=(continuation of Deferred@530789785 after retry RPC after error@1873536149) -> (continuation of Deferred@1445080294 after retry RPC after error@1765435898) -> (continuation of Deferred@1874040505 after retry RPC after error@1594640534) -> (continuation of Deferred@403573389 after retry RPC after error@583128527) -> (continuation of Deferred@1370786160 after retry RPC after error@1816212264) -> (continuation of Deferred@83039823 after retry RPC after error@682677427) -> (continuation of Deferred@1572480988 after retry RPC after error@948410160) -> (continuation of Deferred@609926913 after retry RPC after error@182579829) -> (continuation of Deferred@107589682 after retry RPC after error@39033304) -> (continuation of Deferred@1937804324 after retry RPC after error@1995942523) -> (continuation of Deferred@1028943031 after retry RPC after error@592949148) -> (continuation of Deferred@1421997694 after retry RPC after error@531512047) -> (continuation of Deferred@16899193 after retry RPC after error@523544714) -> (continuation of Deferred@1151192852 after retry RPC after error@713751594) -> (continuation of Deferred@635899670 after retry RPC after error@531469272) -> (continuation of Deferred@904006230 after retry RPC after error@1224002412) -> (continuation of Deferred@1442243291 after retry RPC after error@641112302) -> (continuation of Deferred@61052612 after retry RPC after error@1843565175) -> (continuation of Deferred@257971498 after retry RPC after error@486759872) -> (continuation of Deferred@34209042 after retry RPC after error@2072094222) -> (continuation of Deferred@1992652113 after retry RPC after error@1898957588) -> (continuation of Deferred@1015236942 after retry RPC after error@1254369542) -> (continuation of Deferred@402039538 after retry RPC after error@412003443) -> (continuation of Deferred@1046564629 after retry RPC after error@1426509254) -> (continuation of Deferred@2009404582 after retry RPC after error@449168153) -> (continuation of Deferred@778579635 after retry RPC after error@1298382405) -> (continuation of Deferred@308081515 after retry RPC after error@641017650) -> (continuation of Deferred@1229428977 after retry RPC after error@428246538) -> (continuation of Deferred@1823799802 after retry RPC after error@1672957929) -> (continuation of Deferred@381866878 after retry RPC after error@1004118394) -> (continuation of Deferred@1885992146 after retry RPC after error@695739697), errback=(continuation of Deferred@530789785 after retry RPC after error@1873536149) -> (continuation of Deferred@1445080294 after retry RPC after error@1765435898) -> (continuation of Deferred@1874040505 after retry RPC after error@1594640534) -> (continuation of Deferred@403573389 after retry RPC after error@583128527) -> (continuation of Deferred@1370786160 after retry RPC after error@1816212264) -> (continuation of Deferred@83039823 after retry RPC after error@682677427) -> (continuation of Deferred@1572480988 after retry RPC after error@948410160) -> (continuation of Deferred@609926913 after retry RPC after error@182579829) -> (continuation of Deferred@107589682 after retry RPC after error@39033304) -> (continuation of Deferred@1937804324 after retry RPC after error@1995942523) -> (continuation of Deferred@1028943031 after retry RPC after error@592949148) -> (continuation of Deferred@1421997694 after retry RPC after error@531512047) -> (continuation of Deferred@16899193 after retry RPC after error@523544714) -> (continuation of Deferred@1151192852 after retry RPC after error@713751594) -> (continuation of Deferred@635899670 after retry RPC after error@531469272) -> (continuation of Deferred@904006230 after retry RPC after error@1224002412) -> (continuation of Deferred@1442243291 after retry RPC after error@641112302) -> (continuation of Deferred@61052612 after retry RPC after error@1843565175) -> (continuation of Deferred@257971498 after retry RPC after error@486759872) -> (continuation of Deferred@34209042 after retry RPC after error@2072094222) -> (continuation of Deferred@1992652113 after retry RPC after error@1898957588) -> (continuation of Deferred@1015236942 after retry RPC after error@1254369542) -> (continuation of Deferred@402039538 after retry RPC after error@412003443) -> (continuation of Deferred@1046564629 after retry RPC after error@1426509254) -> (continuation of Deferred@2009404582 after retry RPC after error@449168153) -> (continuation of Deferred@778579635 after retry RPC after error@1298382405) -> (continuation of Deferred@308081515 after retry RPC after error@641017650) -> (continuation of Deferred@1229428977 after retry RPC after error@428246538) -> (continuation of Deferred@1823799802 after retry RPC after error@1672957929) -> (continuation of Deferred@381866878 after retry RPC after error@1004118394) -> (continuation of Deferred@1885992146 after retry RPC after error@695739697)))
09:02:28.741 [DEBUG - main] (Connection.java:575) [peer 65a4d7f0982e497783aa5d465c701b98(127.0.80.67:45183)] disconnecting while in state READY
09:02:28.741 [DEBUG - main] (Connection.java:575) [peer master-127.0.80.126:43989(127.0.80.126:43989)] disconnecting while in state READY
09:02:28.741 [DEBUG - main] (Connection.java:575) [peer master-127.0.80.124:40491(127.0.80.124:40491)] disconnecting while in state TERMINATED
09:02:28.741 [DEBUG - main] (Connection.java:575) [peer master-127.0.80.125:34927(127.0.80.125:34927)] disconnecting while in state TERMINATED
09:02:28.742 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.0.80.126:43989(127.0.80.126:43989)] handling channelInactive
09:02:28.742 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.80.126:43989(127.0.80.126:43989)] cleaning up while in state READY due to: connection closed
09:02:28.742 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
09:02:28.743 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 65a4d7f0982e497783aa5d465c701b98(127.0.80.67:45183)] handling channelInactive
09:02:28.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 65a4d7f0982e497783aa5d465c701b98(127.0.80.67:45183)] cleaning up while in state READY due to: connection closed
09:02:28.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:28.743783 321 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu pid 616
09:02:28.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:28.755067 768 generic_service.cc:196] Checking for leaks (request via RPC)
09:02:28.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:28.861866 321 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu with pid 616
09:02:28.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:28.882126 321 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu pid 778
09:02:28.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:28.888901 913 generic_service.cc:196] Checking for leaks (request via RPC)
09:02:29.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:29.035910 940 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.80.65:34881: connect: Connection refused (error 111)
09:02:29.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:29.038916 940 consensus_peers.cc:597] T 01280f14526540fb977449344dae246e P 65a4d7f0982e497783aa5d465c701b98 -> Peer 42349c742f6b424e9105cf0ad6a94047 (127.0.80.65:34881): Couldn't send request to peer 42349c742f6b424e9105cf0ad6a94047. Status: Network error: Client connection negotiation failed: client connection to 127.0.80.65:34881: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
09:02:29.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:29.039634 321 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu with pid 778
09:02:29.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:29.055073 940 consensus_peers.cc:597] T fdaf21a18e56482795a70e6f6ee0905c P 65a4d7f0982e497783aa5d465c701b98 -> Peer 42349c742f6b424e9105cf0ad6a94047 (127.0.80.65:34881): Couldn't send request to peer 42349c742f6b424e9105cf0ad6a94047. Status: Network error: Client connection negotiation failed: client connection to 127.0.80.65:34881: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
09:02:29.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 09:02:29.061728 1215 connection.cc:537] server connection from 127.0.80.66:59775 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
09:02:29.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:29.062042 321 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu pid 923
09:02:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:29.068691 1056 generic_service.cc:196] Checking for leaks (request via RPC)
09:02:29.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:29.177927 321 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu with pid 923
09:02:29.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:29.198176 321 external_mini_cluster.cc:1699] Attempting to check leaks for /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu pid 1197
09:02:29.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:29.204437 1269 generic_service.cc:196] Checking for leaks (request via RPC)
09:02:29.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 09:02:29.349733 321 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskH3G_lE/build/asan/bin/kudu with pid 1197
09:02:29.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-03-21T09:02:29Z chronyd exiting
09:02:29.521 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=32, TimeoutTracker(timeout=50000, elapsed=48159), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [18ms] refreshing cache from master, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [19ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [77ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [78ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [78ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [79ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [98ms] refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [99ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [157ms] refreshing cache from master, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [158ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [159ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [297ms] refreshing cache from master, [297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [299ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [299ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [301ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [301ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [517ms] refreshing cache from master, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [518ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [519ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [520ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [520ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [838ms] refreshing cache from master, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [839ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [840ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [841ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [841ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1757ms] refreshing cache from master, [1757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1758ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1759ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1759ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1759ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1857ms] refreshing cache from master, [1858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1859ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1859ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1860ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1860ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3037ms] refreshing cache from master, [3037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [3038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [3038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [3039ms] too many traces: truncated at 100 traces, deferred=Deferred@677570736(state=PENDING, result=null, callback=(continuation of Deferred@530789785 after retry RPC after error@1873536149) -> (continuation of Deferred@1445080294 after retry RPC after error@1765435898) -> (continuation of Deferred@1874040505 after retry RPC after error@1594640534) -> (continuation of Deferred@403573389 after retry RPC after error@583128527) -> (continuation of Deferred@1370786160 after retry RPC after error@1816212264) -> (continuation of Deferred@83039823 after retry RPC after error@682677427) -> (continuation of Deferred@1572480988 after retry RPC after error@948410160) -> (continuation of Deferred@609926913 after retry RPC after error@182579829) -> (continuation of Deferred@107589682 after retry RPC after error@39033304) -> (continuation of Deferred@1937804324 after retry RPC after error@1995942523) -> (continuation of Deferred@1028943031 after retry RPC after error@592949148) -> (continuation of Deferred@1421997694 after retry RPC after error@531512047) -> (continuation of Deferred@16899193 after retry RPC after error@523544714) -> (continuation of Deferred@1151192852 after retry RPC after error@713751594) -> (continuation of Deferred@635899670 after retry RPC after error@531469272) -> (continuation of Deferred@904006230 after retry RPC after error@1224002412) -> (continuation of Deferred@1442243291 after retry RPC after error@641112302) -> (continuation of Deferred@61052612 after retry RPC after error@1843565175) -> (continuation of Deferred@257971498 after retry RPC after error@486759872) -> (continuation of Deferred@34209042 after retry RPC after error@2072094222) -> (continuation of Deferred@1992652113 after retry RPC after error@1898957588) -> (continuation of Deferred@1015236942 after retry RPC after error@1254369542) -> (continuation of Deferred@402039538 after retry RPC after error@412003443) -> (continuation of Deferred@1046564629 after retry RPC after error@1426509254) -> (continuation of Deferred@2009404582 after retry RPC after error@449168153) -> (continuation of Deferred@778579635 after retry RPC after error@1298382405) -> (continuation of Deferred@308081515 after retry RPC after error@641017650) -> (continuation of Deferred@1229428977 after retry RPC after error@428246538) -> (continuation of Deferred@1823799802 after retry RPC after error@1672957929) -> (continuation of Deferred@381866878 after retry RPC after error@1004118394) -> (continuation of Deferred@1885992146 after retry RPC after error@695739697), errback=(continuation of Deferred@530789785 after retry RPC after error@1873536149) -> (continuation of Deferred@1445080294 after retry RPC after error@1765435898) -> (continuation of Deferred@1874040505 after retry RPC after error@1594640534) -> (continuation of Deferred@403573389 after retry RPC after error@583128527) -> (continuation of Deferred@1370786160 after retry RPC after error@1816212264) -> (continuation of Deferred@83039823 after retry RPC after error@682677427) -> (continuation of Deferred@1572480988 after retry RPC after error@948410160) -> (continuation of Deferred@609926913 after retry RPC after error@182579829) -> (continuation of Deferred@107589682 after retry RPC after error@39033304) -> (continuation of Deferred@1937804324 after retry RPC after error@1995942523) -> (continuation of Deferred@1028943031 after retry RPC after error@592949148) -> (continuation of Deferred@1421997694 after retry RPC after error@531512047) -> (continuation of Deferred@16899193 after retry RPC after error@523544714) -> (continuation of Deferred@1151192852 after retry RPC after error@713751594) -> (continuation of Deferred@635899670 after retry RPC after error@531469272) -> (continuation of Deferred@904006230 after retry RPC after error@1224002412) -> (continuation of Deferred@1442243291 after retry RPC after error@641112302) -> (continuation of Deferred@61052612 after retry RPC after error@1843565175) -> (continuation of Deferred@257971498 after retry RPC after error@486759872) -> (continuation of Deferred@34209042 after retry RPC after error@2072094222) -> (continuation of Deferred@1992652113 after retry RPC after error@1898957588) -> (continuation of Deferred@1015236942 after retry RPC after error@1254369542) -> (continuation of Deferred@402039538 after retry RPC after error@412003443) -> (continuation of Deferred@1046564629 after retry RPC after error@1426509254) -> (continuation of Deferred@2009404582 after retry RPC after error@449168153) -> (continuation of Deferred@778579635 after retry RPC after error@1298382405) -> (continuation of Deferred@308081515 after retry RPC after error@641017650) -> (continuation of Deferred@1229428977 after retry RPC after error@428246538) -> (continuation of Deferred@1823799802 after retry RPC after error@1672957929) -> (continuation of Deferred@381866878 after retry RPC after error@1004118394) -> (continuation of Deferred@1885992146 after retry RPC after error@695739697)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=32, TimeoutTracker(timeout=50000, elapsed=48159), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [2ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [18ms] refreshing cache from master, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [19ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [19ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [20ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [20ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [40ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [41ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [60ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [61ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [77ms] refreshing cache from master, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [78ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [78ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [78ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [79ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [79ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [98ms] refreshing cache from master, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [99ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [100ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [101ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [157ms] refreshing cache from master, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [158ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [159ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [160ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [160ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [297ms] refreshing cache from master, [297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [299ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [299ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [301ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [301ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [517ms] refreshing cache from master, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [518ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [519ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [520ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [520ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [838ms] refreshing cache from master, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [839ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [839ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [840ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [841ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [841ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1757ms] refreshing cache from master, [1757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1758ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1759ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1759ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1759ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1857ms] refreshing cache from master, [1858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [1858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [1858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [1859ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.124:40491: Network error: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491, [1859ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.125:34927: Network error: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [1860ms] Sub RPC ConnectToMaster: received response from server master-127.0.80.126:43989: OK, [1860ms] delaying RPC due to: Service unavailable: Master config (127.0.80.124:40491,127.0.80.126:43989,127.0.80.125:34927) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.124:40491(127.0.80.124:40491): Connection refused: /127.0.80.124:40491,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.80.125:34927(127.0.80.125:34927): Connection refused: /127.0.80.125:34927, [3037ms] refreshing cache from master, [3037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.124:40491, [3038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.126:43989, [3038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.80.125:34927, [3039ms] too many traces: truncated at 100 traces, deferred=Deferred@677570736(state=PENDING, result=null, callback=(continuation of Deferred@530789785 after retry RPC after error@1873536149) -> (continuation of Deferred@1445080294 after retry RPC after error@1765435898) -> (continuation of Deferred@1874040505 after retry RPC after error@1594640534) -> (continuation of Deferred@403573389 after retry RPC after error@583128527) -> (continuation of Deferred@1370786160 after retry RPC after error@1816212264) -> (continuation of Deferred@83039823 after retry RPC after error@682677427) -> (continuation of Deferred@1572480988 after retry RPC after error@948410160) -> (continuation of Deferred@609926913 after retry RPC after error@182579829) -> (continuation of Deferred@107589682 after retry RPC after error@39033304) -> (continuation of Deferred@1937804324 after retry RPC after error@1995942523) -> (continuation of Deferred@1028943031 after retry RPC after error@592949148) -> (continuation of Deferred@1421997694 after retry RPC after error@531512047) -> (continuation of Deferred@16899193 after retry RPC after error@523544714) -> (continuation of Deferred@1151192852 after retry RPC after error@713751594) -> (continuation of Deferred@635899670 after retry RPC after error@531469272) -> (continuation of Deferred@904006230 after retry RPC after error@1224002412) -> (continuation of Deferred@1442243291 after retry RPC after error@641112302) -> (continuation of Deferred@61052612 after retry RPC after error@1843565175) -> (continuation of Deferred@257971498 after retry RPC after error@486759872) -> (continuation of Deferred@34209042 after retry RPC after error@2072094222) -> (continuation of Deferred@1992652113 after retry RPC after error@1898957588) -> (continuation of Deferred@1015236942 after retry RPC after error@1254369542) -> (continuation of Deferred@402039538 after retry RPC after error@412003443) -> (continuation of Deferred@1046564629 after retry RPC after error@1426509254) -> (continuation of Deferred@2009404582 after retry RPC after error@449168153) -> (continuation of Deferred@778579635 after retry RPC after error@1298382405) -> (continuation of Deferred@308081515 after retry RPC after error@641017650) -> (continuation of Deferred@1229428977 after retry RPC after error@428246538) -> (continuation of Deferred@1823799802 after retry RPC after error@1672957929) -> (continuation of Deferred@381866878 after retry RPC after error@1004118394) -> (continuation of Deferred@1885992146 after retry RPC after error@695739697), errback=(continuation of Deferred@530789785 after retry RPC after error@1873536149) -> (continuation of Deferred@1445080294 after retry RPC after error@1765435898) -> (continuation of Deferred@1874040505 after retry RPC after error@1594640534) -> (continuation of Deferred@403573389 after retry RPC after error@583128527) -> (continuation of Deferred@1370786160 after retry RPC after error@1816212264) -> (continuation of Deferred@83039823 after retry RPC after error@682677427) -> (continuation of Deferred@1572480988 after retry RPC after error@948410160) -> (continuation of Deferred@609926913 after retry RPC after error@182579829) -> (continuation of Deferred@107589682 after retry RPC after error@39033304) -> (continuation of Deferred@1937804324 after retry RPC after error@1995942523) -> (continuation of Deferred@1028943031 after retry RPC after error@592949148) -> (continuation of Deferred@1421997694 after retry RPC after error@531512047) -> (continuation of Deferred@16899193 after retry RPC after error@523544714) -> (continuation of Deferred@1151192852 after retry RPC after error@713751594) -> (continuation of Deferred@635899670 after retry RPC after error@531469272) -> (continuation of Deferred@904006230 after retry RPC after error@1224002412) -> (continuation of Deferred@1442243291 after retry RPC after error@641112302) -> (continuation of Deferred@61052612 after retry RPC after error@1843565175) -> (continuation of Deferred@257971498 after retry RPC after error@486759872) -> (continuation of Deferred@34209042 after retry RPC after error@2072094222) -> (continuation of Deferred@1992652113 after retry RPC after error@1898957588) -> (continuation of Deferred@1015236942 after retry RPC after error@1254369542) -> (continuation of Deferred@402039538 after retry RPC after error@412003443) -> (continuation of Deferred@1046564629 after retry RPC after error@1426509254) -> (continuation of Deferred@2009404582 after retry RPC after error@449168153) -> (continuation of Deferred@778579635 after retry RPC after error@1298382405) -> (continuation of Deferred@308081515 after retry RPC after error@641017650) -> (continuation of Deferred@1229428977 after retry RPC after error@428246538) -> (continuation of Deferred@1823799802 after retry RPC after error@1672957929) -> (continuation of Deferred@381866878 after retry RPC after error@1004118394) -> (continuation of Deferred@1885992146 after retry RPC after error@695739697)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)